[ 545.073173] env[65742]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 545.073173] env[65742]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 546.090668] env[65832]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 546.090668] env[65832]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 547.630626] env[65832]: INFO neutron.common.config [-] Logging enabled! [ 547.630929] env[65832]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev9 [ 547.631187] env[65832]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65832) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 547.631488] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 547.631580] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 547.632416] env[65832]: WARNING oslo_policy.policy [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 547.632631] env[65832]: WARNING oslo_policy.policy [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 547.634280] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] VMware NSXv3 Agent initialized successfully. [ 547.634629] env[65832]: DEBUG oslo_concurrency.lockutils [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] Acquiring lock "singleton_lock" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.634758] env[65832]: DEBUG oslo_concurrency.lockutils [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] Acquired lock "singleton_lock" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.634958] env[65832]: DEBUG oslo_concurrency.lockutils [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] Releasing lock "singleton_lock" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.635250] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] Full set of CONF: {{(pid=65832) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 547.635358] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] ******************************************************************************** {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 547.635457] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] Configuration options gathered from: {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 547.635800] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 547.635967] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 547.636084] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] ================================================================================ {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 547.636252] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] agent_down_time = 75 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.636391] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] allow_automatic_dhcp_failover = True {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.636527] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] allow_bulk = True {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.636665] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] api_extensions_path = {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.636799] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] api_paste_config = api-paste.ini {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.636935] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] auth_strategy = keystone {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.637054] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] backdoor_port = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.637188] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] backdoor_socket = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.637290] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] backlog = 4096 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.637426] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.637579] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] bind_host = 0.0.0.0 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.637712] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] bind_port = 9696 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.637841] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] client_socket_timeout = 900 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.637979] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] config_dir = [] {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.638094] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.638229] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] config_source = [] {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.638363] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] control_exchange = neutron {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.638497] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] core_plugin = ml2 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.638631] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] debug = True {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.638761] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] default_availability_zones = [] {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.638959] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.639105] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] dhcp_agent_notification = True {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.639240] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] dhcp_agents_per_network = 1 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.639370] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] dhcp_lease_duration = 86400 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.639507] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] dhcp_load_type = networks {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.639639] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] dns_domain = openstacklocal {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.639771] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.639899] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] enable_default_route_bfd = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.640034] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] enable_default_route_ecmp = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.640162] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] enable_dvr = True {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.640289] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] enable_new_agents = True {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.640415] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.640540] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] enable_signals = True {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.640664] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] enable_traditional_dhcp = True {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.640785] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] external_dns_driver = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.640908] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] filter_validation = True {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.641052] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] global_physnet_mtu = 8950 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.641182] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] graceful_shutdown_timeout = 60 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.641355] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] host = cpu-1 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.641490] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] host_dvr_for_dhcp = True {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.641620] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] http_retries = 3 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.641756] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] instance_format = [instance: %(uuid)s] {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.641889] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.642032] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] ipam_driver = internal {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.642166] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] ipv6_pd_enabled = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.642294] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] l3_ha = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.642428] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.642562] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] l3_ha_network_physical_name = {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.642694] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] l3_ha_network_type = {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.642830] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] log_color = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.642963] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] log_config_append = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.643107] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.643234] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] log_dir = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.643361] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] log_file = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.643462] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] log_options = True {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.643595] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] log_rotate_interval = 1 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.643730] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] log_rotate_interval_type = days {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.643864] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] log_rotation_type = none {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.643965] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.644078] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.644216] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.644350] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.644449] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.644578] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] max_dns_nameservers = 5 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.644704] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] max_header_line = 16384 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.644829] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] max_l3_agents_per_router = 3 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.644955] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] max_logfile_count = 30 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.645096] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] max_logfile_size_mb = 200 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.645223] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] max_subnet_host_routes = 20 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.645358] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] my_ip = 10.180.1.21 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.645488] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] my_ipv6 = ::1 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.645616] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] network_auto_schedule = True {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.645737] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] network_link_prefix = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.645866] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.645996] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] notify_nova_on_port_data_changes = True {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.646138] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] notify_nova_on_port_status_changes = True {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.646272] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] pagination_max_limit = -1 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.646400] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] publish_errors = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.646526] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] rate_limit_burst = 0 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.646660] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] rate_limit_except_level = CRITICAL {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.646791] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] rate_limit_interval = 0 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.646920] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] retry_until_window = 30 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.647057] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] router_distributed = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.647218] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] rpc_resources_processing_step = 20 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.647355] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] rpc_response_max_timeout = 600 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.647455] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] rpc_response_timeout = 60 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.647591] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] send_events_interval = 2 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.647725] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] service_plugins = ['router'] {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.647861] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] setproctitle = on {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.647985] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] shell_completion = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.648131] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] state_path = /opt/stack/data/neutron {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.648269] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] syslog_log_facility = LOG_USER {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.648398] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] tcp_keepidle = 600 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.648533] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] transport_url = **** {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.648663] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] use_journal = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.648788] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] use_json = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.648915] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] use_ssl = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.649049] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] use_stderr = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.649182] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] use_syslog = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.649307] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] vlan_qinq = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.649429] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] vlan_transparent = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.649553] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] watch_log_file = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.649687] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] wsgi_default_pool_size = 100 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.649810] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] wsgi_keep_alive = True {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.649943] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.650107] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] wsgi_server_debug = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 547.650265] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_concurrency.disable_process_locking = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.650409] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.650548] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.650691] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.650824] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.650960] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.651105] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.651254] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] profiler.connection_string = messaging:// {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.651392] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] profiler.enabled = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.651530] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] profiler.es_doc_type = notification {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.651665] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] profiler.es_scroll_size = 10000 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.651805] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] profiler.es_scroll_time = 2m {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.651937] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] profiler.filter_error_trace = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.652085] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] profiler.hmac_keys = **** {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.652251] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] profiler.sentinel_service_name = mymaster {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.652367] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] profiler.socket_timeout = 0.1 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.652500] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] profiler.trace_requests = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.652632] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] profiler.trace_sqlalchemy = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.652776] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] profiler_jaeger.process_tags = {} {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.652906] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] profiler_jaeger.service_name_prefix = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.653050] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] profiler_otlp.service_name_prefix = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.653196] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_policy.enforce_new_defaults = True {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.653467] env[65832]: WARNING oslo_config.cfg [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 547.653616] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_policy.enforce_scope = True {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.653766] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_policy.policy_default_rule = default {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.653913] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.654067] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.654214] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.654346] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.654473] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.654599] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.654731] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.654870] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.655041] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.655180] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] agent.extensions = [] {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.655317] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.655458] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] service_providers.service_provider = [] {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.655601] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] QUOTAS.default_quota = -1 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.655744] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.655880] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] QUOTAS.quota_floatingip = 50 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.656020] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] QUOTAS.quota_network = 100 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.656156] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] QUOTAS.quota_port = 500 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.656290] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.656420] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] QUOTAS.quota_router = 10 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.656552] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] QUOTAS.quota_security_group = 10 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.656684] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.656817] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] QUOTAS.quota_subnet = 100 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.656946] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] QUOTAS.track_quota_usage = True {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.657099] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.657233] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] privsep.group = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.657364] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] privsep.helper_command = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.657500] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] privsep.log_daemon_traceback = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.657636] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.657769] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] privsep.thread_pool_size = 8 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.657899] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] privsep.user = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.658048] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.658184] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] privsep_dhcp_release.group = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.658313] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] privsep_dhcp_release.helper_command = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.658444] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.658578] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.658712] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.658842] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] privsep_dhcp_release.user = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.658981] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.659121] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] privsep_ovs_vsctl.group = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.659250] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.659383] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.659519] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.659651] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.659782] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] privsep_ovs_vsctl.user = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.659922] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] privsep_namespace.capabilities = [21] {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.660064] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] privsep_namespace.group = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.660197] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] privsep_namespace.helper_command = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.660331] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.660468] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.660601] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.660732] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] privsep_namespace.user = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.660872] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] privsep_conntrack.capabilities = [12] {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.661010] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] privsep_conntrack.group = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.661147] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] privsep_conntrack.helper_command = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.661277] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.661412] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.661544] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.661672] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] privsep_conntrack.user = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.661807] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] privsep_link.capabilities = [12, 21] {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.661938] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] privsep_link.group = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.662076] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] privsep_link.helper_command = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.662210] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] privsep_link.log_daemon_traceback = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.662346] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.662476] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] privsep_link.thread_pool_size = 8 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.662603] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] privsep_link.user = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.662755] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.662897] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.663042] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] AGENT.continue_on_failed_promotions = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.663178] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] AGENT.dscp = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.663314] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] AGENT.dscp_inherit = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.663452] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] AGENT.force_mp_to_policy = True {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.663581] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] AGENT.locking_coordinator_url = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.663714] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] AGENT.log_agent_heartbeats = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.663846] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] AGENT.logging_expire = 1 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.663985] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.664132] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.664273] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] AGENT.polling_interval = 240 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.664410] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.664549] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.664690] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] AGENT.report_interval = 30.0 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.664832] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.664971] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.665123] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.665261] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] AGENT.sync_skew = 60 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.665399] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] AGENT.synchronization_queue_size = 20 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.665534] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] AGENT.use_helper_for_ns_read = True {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.665675] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] SECURITYGROUP.enable_ipset = True {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.665813] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] SECURITYGROUP.enable_security_group = True {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.665952] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.666105] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.666248] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] experimental.ipv6_pd_enabled = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.666405] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] ml2.extension_drivers = ['port_security'] {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.666537] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] ml2.external_network_type = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.666683] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.666824] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] ml2.overlay_ip_version = 4 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.666962] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] ml2.path_mtu = 8950 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.667112] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] ml2.physical_network_mtus = {} {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.667262] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.667402] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.667545] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] ml2.type_drivers = ['vlan'] {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.667685] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.667817] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.667947] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.668101] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.668249] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.668388] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.668523] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.668662] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.668801] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.668997] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.669158] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] NSXV3.nsxv3_login_password = **** {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.669302] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.669439] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] NSXV3.nsxv3_login_user = admin {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.669901] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.669901] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.669901] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.669998] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.670101] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.670250] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.670391] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.670531] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.670669] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.670811] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.670952] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.671095] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.671237] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.671431] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.671576] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.671715] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.671845] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.671982] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] nova.auth_section = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.672137] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] nova.auth_type = password {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.672275] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.672406] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] nova.certfile = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.672543] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] nova.collect_timing = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.672682] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] nova.endpoint_type = public {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.672815] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] nova.insecure = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.672943] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] nova.keyfile = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.673092] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] nova.region_name = RegionOne {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.673227] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] nova.split_loggers = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.673359] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] nova.timeout = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.673496] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] placement.auth_section = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.673638] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] placement.auth_type = password {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.673776] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.673907] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] placement.certfile = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.674049] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] placement.collect_timing = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.674193] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] placement.endpoint_type = public {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.674325] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] placement.insecure = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.674452] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] placement.keyfile = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.674581] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] placement.region_name = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.674713] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] placement.split_loggers = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.674840] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] placement.timeout = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.674976] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] ironic.auth_section = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.675120] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] ironic.auth_type = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.675250] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] ironic.cafile = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.675378] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] ironic.certfile = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.675511] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] ironic.collect_timing = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.675639] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] ironic.connect_retries = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.675770] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] ironic.connect_retry_delay = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.675903] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] ironic.enable_notifications = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.676044] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] ironic.endpoint_override = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.676177] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] ironic.insecure = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.676307] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] ironic.interface = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.676431] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] ironic.keyfile = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.676560] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] ironic.max_version = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.676686] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] ironic.min_version = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.676814] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] ironic.region_name = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.676943] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] ironic.retriable_status_codes = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.677083] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] ironic.service_name = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.677216] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] ironic.service_type = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.677348] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] ironic.split_loggers = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.677478] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] ironic.status_code_retries = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.677607] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] ironic.status_code_retry_delay = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.677735] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] ironic.timeout = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.677863] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] ironic.valid_interfaces = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.677989] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] ironic.version = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.678138] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] cli_script.dry_run = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.678283] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.678416] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.678552] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.678684] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.678818] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.678953] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.679090] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.679225] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.679357] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.679498] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.679626] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.679765] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.679901] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.680049] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.680186] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.680326] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.680459] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.680592] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.680730] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.680862] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.680994] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.681136] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.681267] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.681398] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.681529] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.681661] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.681795] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.681926] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.682065] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.682199] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.682330] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_messaging_rabbit.ssl = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.682469] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.682606] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.682738] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.682876] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.683023] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.683154] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.683299] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_messaging_notifications.driver = [] {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.683434] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_messaging_notifications.retry = -1 {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.683581] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.683711] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 547.683814] env[65832]: DEBUG oslo_service.backend._eventlet.service [None req-0c22792f-44d8-4cda-b4e2-00e04324eb01 None None] ******************************************************************************** {{(pid=65832) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 547.684972] env[65832]: DEBUG neutron.agent.securitygroups_rpc [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Init firewall settings (driver=nsxv3) {{(pid=65832) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 547.686284] env[65832]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65832) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 547.686522] env[65832]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] RPC agent_id: nsxm-l-01a.corp.local [ 547.688813] env[65832]: DEBUG dogpile.cache.region [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 547.688913] env[65832]: DEBUG dogpile.lock [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 547.689749] env[65832]: DEBUG dogpile.lock [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 547.689749] env[65832]: DEBUG dogpile.lock [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 547.689749] env[65832]: DEBUG dogpile.cache.region [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 547.689749] env[65832]: DEBUG dogpile.lock [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 547.689749] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 547.731818] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Session token - acquiring [ 547.733464] env[65832]: DEBUG networking_nsxv3.common.locking [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.733695] env[65832]: DEBUG oslo_concurrency.lockutils [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.733757] env[65832]: DEBUG oslo_concurrency.lockutils [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.734175] env[65832]: DEBUG oslo_concurrency.lockutils [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.745918] env[65832]: DEBUG oslo_concurrency.lockutils [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.023637] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 548.045011] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 548.045222] env[65832]: DEBUG dogpile.cache.region [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Cache value generated in 0.356 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 548.045349] env[65832]: DEBUG dogpile.lock [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 548.045432] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Activating Policy API Provider. [ 548.045627] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Looking for the default Infrastructure Rules. [ 548.111823] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Looking for the Default Layer3 Logged Drop Section. [ 548.127387] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 548.127827] env[65832]: DEBUG networking_nsxv3.common.locking [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.127994] env[65832]: DEBUG oslo_concurrency.lockutils [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Acquiring lock "all" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.128104] env[65832]: DEBUG oslo_concurrency.lockutils [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Acquired lock "all" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.128388] env[65832]: DEBUG oslo_concurrency.lockutils [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Acquired external semaphore "all" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.128722] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 548.643069] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 549.145549] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 549.648363] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Inventory metadata is going to be refreshed. [ 549.648717] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 550.378317] env[65832]: DEBUG networking_nsxv3.common.locking [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.378622] env[65832]: DEBUG oslo_concurrency.lockutils [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.378717] env[65832]: DEBUG oslo_concurrency.lockutils [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.378973] env[65832]: DEBUG oslo_concurrency.lockutils [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.391102] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 550.391954] env[65832]: DEBUG oslo_concurrency.lockutils [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.392588] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 550.412836] env[65832]: DEBUG networking_nsxv3.common.locking [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.413132] env[65832]: DEBUG oslo_concurrency.lockutils [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.413207] env[65832]: DEBUG oslo_concurrency.lockutils [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.413471] env[65832]: DEBUG oslo_concurrency.lockutils [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.413593] env[65832]: DEBUG oslo_concurrency.lockutils [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.413737] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 550.413845] env[65832]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65832) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 550.413947] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 550.433093] env[65832]: DEBUG networking_nsxv3.common.locking [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.433357] env[65832]: DEBUG oslo_concurrency.lockutils [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.433357] env[65832]: DEBUG oslo_concurrency.lockutils [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.433640] env[65832]: DEBUG oslo_concurrency.lockutils [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.433810] env[65832]: DEBUG oslo_concurrency.lockutils [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.434030] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 550.453257] env[65832]: DEBUG networking_nsxv3.common.locking [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.453505] env[65832]: DEBUG oslo_concurrency.lockutils [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.453505] env[65832]: DEBUG oslo_concurrency.lockutils [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.453781] env[65832]: DEBUG oslo_concurrency.lockutils [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.453920] env[65832]: DEBUG oslo_concurrency.lockutils [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.454067] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 550.472645] env[65832]: DEBUG networking_nsxv3.common.locking [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.472894] env[65832]: DEBUG oslo_concurrency.lockutils [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Acquiring lock "Address Group" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.472894] env[65832]: DEBUG oslo_concurrency.lockutils [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Acquired lock "Address Group" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.473164] env[65832]: DEBUG oslo_concurrency.lockutils [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Acquired external semaphore "Address Group" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.473303] env[65832]: DEBUG oslo_concurrency.lockutils [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Releasing lock "Address Group" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.473444] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 550.473545] env[65832]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65832) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 550.473645] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 550.492063] env[65832]: DEBUG networking_nsxv3.common.locking [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.492347] env[65832]: DEBUG oslo_concurrency.lockutils [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Acquiring lock "Segment QoS" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.492436] env[65832]: DEBUG oslo_concurrency.lockutils [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Acquired lock "Segment QoS" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.492703] env[65832]: DEBUG oslo_concurrency.lockutils [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Acquired external semaphore "Segment QoS" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.492877] env[65832]: DEBUG oslo_concurrency.lockutils [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Releasing lock "Segment QoS" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.492961] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 550.493072] env[65832]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65832) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 550.493173] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 550.513214] env[65832]: DEBUG networking_nsxv3.common.locking [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.513424] env[65832]: DEBUG oslo_concurrency.lockutils [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.513472] env[65832]: DEBUG oslo_concurrency.lockutils [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.513751] env[65832]: DEBUG oslo_concurrency.lockutils [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.513889] env[65832]: DEBUG oslo_concurrency.lockutils [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.514044] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 550.514148] env[65832]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65832) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 550.514245] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Inventory metadata have been refreshed. [ 550.514339] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Dryrun:True. Metadata refresh completed. [ 550.514451] env[65832]: DEBUG oslo_concurrency.lockutils [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Releasing lock "all" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.516154] env[65832]: INFO neutron.agent.agent_extensions_manager [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Loaded agent extensions: [] [ 550.516925] env[65832]: DEBUG neutron_lib.callbacks.manager [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65832) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 550.564524] env[65832]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] NSXv3 Agent Agent RPC Daemon Started! [ 550.564715] env[65832]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] NSXv3 Agent Agent loop - iteration:0 started [ 550.564783] env[65832]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] NSXv3 Agent Agent out of sync with plugin! [ 555.518192] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 555.518530] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 560.519551] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 560.519992] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 565.520650] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 565.520650] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 565.648194] env[65832]: INFO networking_nsxv3.common.synchronization [None req-fc9be0ba-558f-4959-93e6-811ff9f98f6a demo admin] Enqueued Resource ID: 06d20ddc-21a1-458c-93db-676aef914ff7 with Priority: HIGHEST for action security_group_rules [ 565.649023] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06d20ddc-21a1-458c-93db-676aef914ff7 with Priority: HIGHEST for action security_group_rules [ 565.649023] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-06d20ddc-21a1-458c-93db-676aef914ff7 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.649135] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-06d20ddc-21a1-458c-93db-676aef914ff7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.649135] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-06d20ddc-21a1-458c-93db-676aef914ff7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.649441] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-06d20ddc-21a1-458c-93db-676aef914ff7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.649664] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('06d20ddc-21a1-458c-93db-676aef914ff7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.169574] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.169812] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.169812] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.169966] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.170077] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.170169] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 06d20ddc-21a1-458c-93db-676aef914ff7 already deleted. [ 566.170252] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-06d20ddc-21a1-458c-93db-676aef914ff7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.649979] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 570.650364] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 575.651605] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 575.652026] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 577.520487] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.520864] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.520864] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.520864] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.521112] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.024162] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.526796] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.029089] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 579.029286] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 579.739629] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.740118] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.740118] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.740118] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.750700] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 579.751497] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.752318] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 579.769974] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.770253] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.770253] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.770388] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.770473] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.770578] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 579.770647] env[65832]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65832) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 579.770722] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 579.790318] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.790522] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.790522] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.790671] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.790803] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.790915] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 579.811341] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.811543] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.811543] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.811727] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.811830] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.811935] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 579.832779] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.833039] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.833039] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.833185] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.833312] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.833391] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 579.833456] env[65832]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65832) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 579.833527] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 579.851127] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.851349] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.851349] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.851530] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.851617] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.851736] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 579.851788] env[65832]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65832) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 579.851856] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 579.875942] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.876180] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.876226] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.876474] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.876614] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.876766] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 579.876866] env[65832]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65832) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 579.876964] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 579.877079] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 579.877249] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 579.877368] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 579.877420] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 579.877728] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 579.877818] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 579.877917] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 579.896552] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.896751] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.896751] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.896935] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.897054] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.897160] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 579.915121] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.915303] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.915343] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.915539] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.915646] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.927871] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.652256] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 580.652465] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 585.653079] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 585.653511] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 590.654390] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 590.654700] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 592.159371] env[65832]: INFO networking_nsxv3.common.synchronization [None req-50727eea-5a86-4798-b316-dcb4b93f4df9 None None] Enqueued Resource ID: c8281265-d7b1-463a-8ef2-b8a605a0af56 with Priority: HIGHEST for action port [ 592.159371] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8281265-d7b1-463a-8ef2-b8a605a0af56 with Priority: HIGHEST for action port [ 592.159371] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8281265-d7b1-463a-8ef2-b8a605a0af56 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.159371] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8281265-d7b1-463a-8ef2-b8a605a0af56" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.159371] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8281265-d7b1-463a-8ef2-b8a605a0af56" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.160586] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8281265-d7b1-463a-8ef2-b8a605a0af56" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.160887] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8281265-d7b1-463a-8ef2-b8a605a0af56',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.663896] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8281265-d7b1-463a-8ef2-b8a605a0af56 [ 592.664205] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.665190] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.665312] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.665609] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.665717] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.665817] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8281265-d7b1-463a-8ef2-b8a605a0af56 already deleted. [ 592.665898] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8281265-d7b1-463a-8ef2-b8a605a0af56" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.255746] env[65832]: INFO networking_nsxv3.common.synchronization [None req-31cce46f-a408-4695-975f-7e26d792a3fe None None] Enqueued Resource ID: 8835d75f-1e6f-4248-9c3d-e755518dfa92 with Priority: HIGHEST for action port [ 594.256010] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8835d75f-1e6f-4248-9c3d-e755518dfa92 with Priority: HIGHEST for action port [ 594.256621] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-8835d75f-1e6f-4248-9c3d-e755518dfa92 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.256732] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8835d75f-1e6f-4248-9c3d-e755518dfa92" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.256782] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8835d75f-1e6f-4248-9c3d-e755518dfa92" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.257533] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8835d75f-1e6f-4248-9c3d-e755518dfa92" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.259473] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8835d75f-1e6f-4248-9c3d-e755518dfa92',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.448319] env[65832]: INFO networking_nsxv3.common.synchronization [None req-4ede9ceb-0b15-4338-8016-69644a6eb850 None None] Enqueued Resource ID: 2e39eb4c-0ab1-408f-9281-41c62fbb0177 with Priority: HIGHEST for action port [ 594.448319] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e39eb4c-0ab1-408f-9281-41c62fbb0177 with Priority: HIGHEST for action port [ 594.448319] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e39eb4c-0ab1-408f-9281-41c62fbb0177 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.448830] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e39eb4c-0ab1-408f-9281-41c62fbb0177" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.449230] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e39eb4c-0ab1-408f-9281-41c62fbb0177" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.449777] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e39eb4c-0ab1-408f-9281-41c62fbb0177" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.449777] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e39eb4c-0ab1-408f-9281-41c62fbb0177',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.764611] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8835d75f-1e6f-4248-9c3d-e755518dfa92 [ 594.764793] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.764930] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.765066] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.765338] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.765448] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.765537] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8835d75f-1e6f-4248-9c3d-e755518dfa92 already deleted. [ 594.765618] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8835d75f-1e6f-4248-9c3d-e755518dfa92" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.952824] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e39eb4c-0ab1-408f-9281-41c62fbb0177 [ 594.952824] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.952824] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.952824] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.953113] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.953113] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.953113] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e39eb4c-0ab1-408f-9281-41c62fbb0177 already deleted. [ 594.953113] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e39eb4c-0ab1-408f-9281-41c62fbb0177" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.580222] env[65832]: INFO networking_nsxv3.common.synchronization [None req-8a001ace-7096-45c3-856e-936a09d6075a None None] Enqueued Resource ID: 398977f0-0b2b-4449-9f52-1d73d2e59b38 with Priority: HIGHEST for action port [ 596.581208] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 398977f0-0b2b-4449-9f52-1d73d2e59b38 with Priority: HIGHEST for action port [ 596.581208] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-398977f0-0b2b-4449-9f52-1d73d2e59b38 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.581208] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-398977f0-0b2b-4449-9f52-1d73d2e59b38" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.581208] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-398977f0-0b2b-4449-9f52-1d73d2e59b38" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.581565] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-398977f0-0b2b-4449-9f52-1d73d2e59b38" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.581565] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('398977f0-0b2b-4449-9f52-1d73d2e59b38',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.085414] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 398977f0-0b2b-4449-9f52-1d73d2e59b38 [ 597.085630] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.085760] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.085872] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.086049] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.086136] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.086237] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:398977f0-0b2b-4449-9f52-1d73d2e59b38 already deleted. [ 597.086317] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-398977f0-0b2b-4449-9f52-1d73d2e59b38" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.591596] env[65832]: INFO networking_nsxv3.common.synchronization [None req-6a960f23-2d3b-41dd-894a-dd6731204aa2 None None] Enqueued Resource ID: b434fb60-cdd8-44fb-804d-b4734734ed62 with Priority: HIGHEST for action port [ 597.591879] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b434fb60-cdd8-44fb-804d-b4734734ed62 with Priority: HIGHEST for action port [ 597.592744] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-b434fb60-cdd8-44fb-804d-b4734734ed62 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.592744] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b434fb60-cdd8-44fb-804d-b4734734ed62" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.592744] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b434fb60-cdd8-44fb-804d-b4734734ed62" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.593041] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b434fb60-cdd8-44fb-804d-b4734734ed62" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.593041] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b434fb60-cdd8-44fb-804d-b4734734ed62',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.948401] env[65832]: INFO networking_nsxv3.common.synchronization [None req-69871a17-e321-4b48-8b4b-2809b892e3f7 None None] Enqueued Resource ID: 9919177c-aaec-487f-9831-e527a5a0133e with Priority: HIGHEST for action port [ 597.948447] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9919177c-aaec-487f-9831-e527a5a0133e with Priority: HIGHEST for action port [ 597.949012] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-9919177c-aaec-487f-9831-e527a5a0133e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.949564] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9919177c-aaec-487f-9831-e527a5a0133e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.949564] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9919177c-aaec-487f-9831-e527a5a0133e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.949564] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9919177c-aaec-487f-9831-e527a5a0133e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.949564] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9919177c-aaec-487f-9831-e527a5a0133e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.095029] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b434fb60-cdd8-44fb-804d-b4734734ed62 [ 598.095275] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.095556] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.095556] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.095670] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.095752] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.095841] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b434fb60-cdd8-44fb-804d-b4734734ed62 already deleted. [ 598.095917] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b434fb60-cdd8-44fb-804d-b4734734ed62" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.452428] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9919177c-aaec-487f-9831-e527a5a0133e [ 598.452428] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.452428] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.452964] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.453194] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.453435] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.453435] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9919177c-aaec-487f-9831-e527a5a0133e already deleted. [ 598.453544] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9919177c-aaec-487f-9831-e527a5a0133e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.700813] env[65832]: INFO networking_nsxv3.common.synchronization [None req-3e383883-8634-4d7f-9bd4-34b334aa8e2c None None] Enqueued Resource ID: 3e89eef4-4774-470a-bfdf-4c679fbc7bd9 with Priority: HIGHEST for action port [ 598.700813] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e89eef4-4774-470a-bfdf-4c679fbc7bd9 with Priority: HIGHEST for action port [ 598.700813] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e89eef4-4774-470a-bfdf-4c679fbc7bd9 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.700813] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e89eef4-4774-470a-bfdf-4c679fbc7bd9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.700813] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e89eef4-4774-470a-bfdf-4c679fbc7bd9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.700813] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e89eef4-4774-470a-bfdf-4c679fbc7bd9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.700813] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e89eef4-4774-470a-bfdf-4c679fbc7bd9',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.063510] env[65832]: INFO networking_nsxv3.common.synchronization [None req-70306796-e975-4740-8be8-73d50eedc6c5 None None] Enqueued Resource ID: 3d6f3958-a178-43fe-b749-574c92d64aa6 with Priority: HIGHEST for action port [ 599.064649] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d6f3958-a178-43fe-b749-574c92d64aa6 with Priority: HIGHEST for action port [ 599.064838] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d6f3958-a178-43fe-b749-574c92d64aa6 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.064933] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d6f3958-a178-43fe-b749-574c92d64aa6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.064988] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d6f3958-a178-43fe-b749-574c92d64aa6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.065465] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d6f3958-a178-43fe-b749-574c92d64aa6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.065578] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d6f3958-a178-43fe-b749-574c92d64aa6',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.204132] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e89eef4-4774-470a-bfdf-4c679fbc7bd9 [ 599.204535] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.204535] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.207626] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.207626] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.207626] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.207626] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e89eef4-4774-470a-bfdf-4c679fbc7bd9 already deleted. [ 599.207626] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e89eef4-4774-470a-bfdf-4c679fbc7bd9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.569091] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d6f3958-a178-43fe-b749-574c92d64aa6 [ 599.569316] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.569488] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.569548] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.570094] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.570094] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.570094] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d6f3958-a178-43fe-b749-574c92d64aa6 already deleted. [ 599.570094] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d6f3958-a178-43fe-b749-574c92d64aa6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.115098] env[65832]: INFO networking_nsxv3.common.synchronization [None req-633b07b0-99f5-4339-8148-2932f8d5d6f6 None None] Enqueued Resource ID: 88651c3b-cd7c-40ce-87dc-0849c29a2eca with Priority: HIGHEST for action port [ 600.115658] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88651c3b-cd7c-40ce-87dc-0849c29a2eca with Priority: HIGHEST for action port [ 600.115951] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-88651c3b-cd7c-40ce-87dc-0849c29a2eca taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.116838] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88651c3b-cd7c-40ce-87dc-0849c29a2eca" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.116838] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88651c3b-cd7c-40ce-87dc-0849c29a2eca" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.117131] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88651c3b-cd7c-40ce-87dc-0849c29a2eca" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.117302] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88651c3b-cd7c-40ce-87dc-0849c29a2eca',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.619350] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88651c3b-cd7c-40ce-87dc-0849c29a2eca [ 600.619583] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.619732] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.619804] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.620029] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.620115] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.620205] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88651c3b-cd7c-40ce-87dc-0849c29a2eca already deleted. [ 600.620279] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88651c3b-cd7c-40ce-87dc-0849c29a2eca" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.407334] env[65832]: INFO networking_nsxv3.common.synchronization [None req-78d65df9-65b3-4fdb-ba53-fb038994595a None None] Enqueued Resource ID: 6e6e9e36-d91d-4f99-b8a5-9fa53725e58b with Priority: HIGHEST for action port [ 601.407879] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e6e9e36-d91d-4f99-b8a5-9fa53725e58b with Priority: HIGHEST for action port [ 601.408180] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e6e9e36-d91d-4f99-b8a5-9fa53725e58b taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.409683] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e6e9e36-d91d-4f99-b8a5-9fa53725e58b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.409795] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e6e9e36-d91d-4f99-b8a5-9fa53725e58b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.410088] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e6e9e36-d91d-4f99-b8a5-9fa53725e58b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.410755] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e6e9e36-d91d-4f99-b8a5-9fa53725e58b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.479234] env[65832]: INFO networking_nsxv3.common.synchronization [None req-1fd62de1-ff6c-456c-982d-cc0aff1f3c82 None None] Enqueued Resource ID: b8e0fa65-1aa9-4e1a-a977-5b7f93ddeafe with Priority: HIGHEST for action port [ 601.479883] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8e0fa65-1aa9-4e1a-a977-5b7f93ddeafe with Priority: HIGHEST for action port [ 601.480214] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8e0fa65-1aa9-4e1a-a977-5b7f93ddeafe taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.481435] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8e0fa65-1aa9-4e1a-a977-5b7f93ddeafe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.481435] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8e0fa65-1aa9-4e1a-a977-5b7f93ddeafe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.481435] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8e0fa65-1aa9-4e1a-a977-5b7f93ddeafe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.481435] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8e0fa65-1aa9-4e1a-a977-5b7f93ddeafe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.913670] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e6e9e36-d91d-4f99-b8a5-9fa53725e58b [ 601.913899] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.914348] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.914348] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.914348] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.914514] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.914548] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e6e9e36-d91d-4f99-b8a5-9fa53725e58b already deleted. [ 601.914732] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e6e9e36-d91d-4f99-b8a5-9fa53725e58b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.983166] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8e0fa65-1aa9-4e1a-a977-5b7f93ddeafe [ 601.983489] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.983687] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.983796] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.984082] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.984216] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.984359] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8e0fa65-1aa9-4e1a-a977-5b7f93ddeafe already deleted. [ 601.984468] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8e0fa65-1aa9-4e1a-a977-5b7f93ddeafe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.744511] env[65832]: INFO networking_nsxv3.common.synchronization [None req-ef7bf5dd-6f4a-43c4-a29c-957eab7bdbe5 None None] Enqueued Resource ID: 6d5d6a1a-43a9-4e86-9d01-17fd444a8037 with Priority: HIGHEST for action port [ 602.744852] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d5d6a1a-43a9-4e86-9d01-17fd444a8037 with Priority: HIGHEST for action port [ 602.744969] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d5d6a1a-43a9-4e86-9d01-17fd444a8037 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.745071] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d5d6a1a-43a9-4e86-9d01-17fd444a8037" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.745139] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d5d6a1a-43a9-4e86-9d01-17fd444a8037" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.745477] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d5d6a1a-43a9-4e86-9d01-17fd444a8037" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.745587] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d5d6a1a-43a9-4e86-9d01-17fd444a8037',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.247859] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d5d6a1a-43a9-4e86-9d01-17fd444a8037 [ 603.250753] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.250753] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.250753] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.250753] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.250753] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.250753] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d5d6a1a-43a9-4e86-9d01-17fd444a8037 already deleted. [ 603.250753] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d5d6a1a-43a9-4e86-9d01-17fd444a8037" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.361022] env[65832]: INFO networking_nsxv3.common.synchronization [None req-afd86690-4b2d-43fc-b9d7-4c08baf10896 None None] Enqueued Resource ID: b55b0533-ac38-44a0-9911-7cf5d7ca429c with Priority: HIGHEST for action port [ 603.361022] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b55b0533-ac38-44a0-9911-7cf5d7ca429c with Priority: HIGHEST for action port [ 603.361022] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-b55b0533-ac38-44a0-9911-7cf5d7ca429c taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.361022] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b55b0533-ac38-44a0-9911-7cf5d7ca429c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.361022] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b55b0533-ac38-44a0-9911-7cf5d7ca429c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.362286] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b55b0533-ac38-44a0-9911-7cf5d7ca429c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.362286] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b55b0533-ac38-44a0-9911-7cf5d7ca429c',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.445020] env[65832]: INFO networking_nsxv3.common.synchronization [None req-5f65b1c6-ef94-4b92-9b75-a4e79742fdcd None None] Enqueued Resource ID: 64d8c688-94b3-444f-a744-5046054a2b2d with Priority: HIGHEST for action port [ 603.445020] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64d8c688-94b3-444f-a744-5046054a2b2d with Priority: HIGHEST for action port [ 603.445020] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-64d8c688-94b3-444f-a744-5046054a2b2d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.445020] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64d8c688-94b3-444f-a744-5046054a2b2d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.445020] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64d8c688-94b3-444f-a744-5046054a2b2d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.445020] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64d8c688-94b3-444f-a744-5046054a2b2d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.445020] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64d8c688-94b3-444f-a744-5046054a2b2d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.864176] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b55b0533-ac38-44a0-9911-7cf5d7ca429c [ 603.864475] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.865097] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.866676] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.866676] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.866676] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.866676] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b55b0533-ac38-44a0-9911-7cf5d7ca429c already deleted. [ 603.866676] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b55b0533-ac38-44a0-9911-7cf5d7ca429c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.949129] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64d8c688-94b3-444f-a744-5046054a2b2d [ 603.949374] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.949547] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.949734] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.949804] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.949889] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.953022] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64d8c688-94b3-444f-a744-5046054a2b2d already deleted. [ 603.953022] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64d8c688-94b3-444f-a744-5046054a2b2d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.914149] env[65832]: INFO networking_nsxv3.common.synchronization [None req-2812a764-304f-4319-b171-023e92743910 None None] Enqueued Resource ID: deafdc48-4e36-42b4-81d9-d56152156685 with Priority: HIGHEST for action port [ 604.914413] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: deafdc48-4e36-42b4-81d9-d56152156685 with Priority: HIGHEST for action port [ 604.914985] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-deafdc48-4e36-42b4-81d9-d56152156685 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.915153] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-deafdc48-4e36-42b4-81d9-d56152156685" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.915232] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-deafdc48-4e36-42b4-81d9-d56152156685" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.915473] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-deafdc48-4e36-42b4-81d9-d56152156685" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.915564] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('deafdc48-4e36-42b4-81d9-d56152156685',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.417791] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port deafdc48-4e36-42b4-81d9-d56152156685 [ 605.418059] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.418323] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.418398] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.418677] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.418677] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.418798] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:deafdc48-4e36-42b4-81d9-d56152156685 already deleted. [ 605.418838] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-deafdc48-4e36-42b4-81d9-d56152156685" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.539350] env[65832]: INFO networking_nsxv3.common.synchronization [None req-dce32039-ccff-4b88-82b7-1da6838b007a None None] Enqueued Resource ID: f600a5d5-6604-4524-a867-2f6913420a64 with Priority: HIGHEST for action port [ 605.539460] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f600a5d5-6604-4524-a867-2f6913420a64 with Priority: HIGHEST for action port [ 605.539989] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-f600a5d5-6604-4524-a867-2f6913420a64 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.540717] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f600a5d5-6604-4524-a867-2f6913420a64" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.541049] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f600a5d5-6604-4524-a867-2f6913420a64" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.541356] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f600a5d5-6604-4524-a867-2f6913420a64" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.541465] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f600a5d5-6604-4524-a867-2f6913420a64',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.043103] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f600a5d5-6604-4524-a867-2f6913420a64 [ 606.043611] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.043611] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.043611] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.044162] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.044162] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.044162] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f600a5d5-6604-4524-a867-2f6913420a64 already deleted. [ 606.044162] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f600a5d5-6604-4524-a867-2f6913420a64" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.644852] env[65832]: INFO networking_nsxv3.common.synchronization [None req-92a20284-bd1e-492b-8315-035e890892d6 None None] Enqueued Resource ID: 83527ad6-8582-4ce0-9156-98c37864603a with Priority: HIGHEST for action port [ 606.645769] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83527ad6-8582-4ce0-9156-98c37864603a with Priority: HIGHEST for action port [ 606.645769] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-83527ad6-8582-4ce0-9156-98c37864603a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.645865] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83527ad6-8582-4ce0-9156-98c37864603a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.645865] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83527ad6-8582-4ce0-9156-98c37864603a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.647306] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83527ad6-8582-4ce0-9156-98c37864603a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.647411] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83527ad6-8582-4ce0-9156-98c37864603a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.150412] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83527ad6-8582-4ce0-9156-98c37864603a [ 607.150765] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.150851] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.150851] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.151071] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.151599] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.151719] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83527ad6-8582-4ce0-9156-98c37864603a already deleted. [ 607.151813] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83527ad6-8582-4ce0-9156-98c37864603a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.436806] env[65832]: INFO networking_nsxv3.common.synchronization [None req-b7221b5b-5835-4ec7-b3e8-8636435a25c2 None None] Enqueued Resource ID: 65891c6d-4c7c-467f-a2ce-0d05acea26b2 with Priority: HIGHEST for action port [ 607.436806] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65891c6d-4c7c-467f-a2ce-0d05acea26b2 with Priority: HIGHEST for action port [ 607.437621] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-65891c6d-4c7c-467f-a2ce-0d05acea26b2 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.437621] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-65891c6d-4c7c-467f-a2ce-0d05acea26b2" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.437621] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-65891c6d-4c7c-467f-a2ce-0d05acea26b2" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.437621] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-65891c6d-4c7c-467f-a2ce-0d05acea26b2" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.438249] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('65891c6d-4c7c-467f-a2ce-0d05acea26b2',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.940927] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 65891c6d-4c7c-467f-a2ce-0d05acea26b2 [ 607.941234] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.941393] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.941429] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.942102] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.942102] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.942102] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:65891c6d-4c7c-467f-a2ce-0d05acea26b2 already deleted. [ 607.942102] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-65891c6d-4c7c-467f-a2ce-0d05acea26b2" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.432068] env[65832]: INFO networking_nsxv3.common.synchronization [None req-ec81a68c-321f-414d-b565-b5115e03552d None None] Enqueued Resource ID: f738ce04-fdd1-45be-9ea5-4d02456d1fad with Priority: HIGHEST for action port [ 608.432068] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f738ce04-fdd1-45be-9ea5-4d02456d1fad with Priority: HIGHEST for action port [ 608.432068] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-f738ce04-fdd1-45be-9ea5-4d02456d1fad taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.432068] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f738ce04-fdd1-45be-9ea5-4d02456d1fad" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.432068] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f738ce04-fdd1-45be-9ea5-4d02456d1fad" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.432068] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f738ce04-fdd1-45be-9ea5-4d02456d1fad" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.432068] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f738ce04-fdd1-45be-9ea5-4d02456d1fad',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.676825] env[65832]: INFO networking_nsxv3.common.synchronization [None req-f4c258ae-24b5-4fc5-98a4-3a2f643d0ee6 None None] Enqueued Resource ID: 849d3711-2315-431f-938a-b97f40f0e8d2 with Priority: HIGHEST for action port [ 608.677079] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 849d3711-2315-431f-938a-b97f40f0e8d2 with Priority: HIGHEST for action port [ 608.677657] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-849d3711-2315-431f-938a-b97f40f0e8d2 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.677806] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-849d3711-2315-431f-938a-b97f40f0e8d2" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.677863] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-849d3711-2315-431f-938a-b97f40f0e8d2" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.679038] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-849d3711-2315-431f-938a-b97f40f0e8d2" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.679633] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('849d3711-2315-431f-938a-b97f40f0e8d2',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.935103] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f738ce04-fdd1-45be-9ea5-4d02456d1fad [ 608.936010] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.936010] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.936010] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.936010] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.936010] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.936010] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f738ce04-fdd1-45be-9ea5-4d02456d1fad already deleted. [ 608.936238] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f738ce04-fdd1-45be-9ea5-4d02456d1fad" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.185413] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 849d3711-2315-431f-938a-b97f40f0e8d2 [ 609.185716] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.185882] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.186056] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.186255] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.186418] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.187263] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:849d3711-2315-431f-938a-b97f40f0e8d2 already deleted. [ 609.187263] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-849d3711-2315-431f-938a-b97f40f0e8d2" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.205714] env[65832]: INFO networking_nsxv3.common.synchronization [req-ed21d923-7237-446a-8a13-37ebd15f08c6 req-e194b590-2afe-4c51-9382-544aa0fe65fc tempest-SecurityGroupRulesNegativeTestJSON-1728526667 tempest-SecurityGroupRulesNegativeTestJSON-1728526667-project-member] Enqueued Resource ID: cd06d7d5-b963-47da-b7e4-179386be9bb0 with Priority: HIGHEST for action security_group_rules [ 609.206245] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd06d7d5-b963-47da-b7e4-179386be9bb0 with Priority: HIGHEST for action security_group_rules [ 609.206690] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd06d7d5-b963-47da-b7e4-179386be9bb0 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.206830] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd06d7d5-b963-47da-b7e4-179386be9bb0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.206895] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd06d7d5-b963-47da-b7e4-179386be9bb0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.207147] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd06d7d5-b963-47da-b7e4-179386be9bb0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.207225] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd06d7d5-b963-47da-b7e4-179386be9bb0',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.728581] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.728581] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.728581] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.728581] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.728581] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.728581] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd06d7d5-b963-47da-b7e4-179386be9bb0 already deleted. [ 609.728581] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd06d7d5-b963-47da-b7e4-179386be9bb0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.902712] env[65832]: INFO networking_nsxv3.common.synchronization [None req-bf68140c-74d7-4f3a-88b3-5fc11d2a9afb None None] Enqueued Resource ID: c013f398-10ea-4314-bac2-dd5c85de9750 with Priority: HIGHEST for action port [ 609.903740] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c013f398-10ea-4314-bac2-dd5c85de9750 with Priority: HIGHEST for action port [ 609.904127] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-c013f398-10ea-4314-bac2-dd5c85de9750 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.904255] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c013f398-10ea-4314-bac2-dd5c85de9750" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.904382] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c013f398-10ea-4314-bac2-dd5c85de9750" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.904599] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c013f398-10ea-4314-bac2-dd5c85de9750" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.904683] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c013f398-10ea-4314-bac2-dd5c85de9750',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.321179] env[65832]: INFO networking_nsxv3.common.synchronization [None req-e64ea7ce-bfd6-40a8-9bc0-0715e624c321 tempest-AttachInterfacesUnderV243Test-237767772 tempest-AttachInterfacesUnderV243Test-237767772-project-member] Enqueued Resource ID: 906625d7-947e-41b9-8efe-9f92553100ef with Priority: HIGHEST for action security_group_rules [ 610.323058] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 906625d7-947e-41b9-8efe-9f92553100ef with Priority: HIGHEST for action security_group_rules [ 610.323058] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-906625d7-947e-41b9-8efe-9f92553100ef taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.323058] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.323058] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.323424] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.323424] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('906625d7-947e-41b9-8efe-9f92553100ef',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.408775] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c013f398-10ea-4314-bac2-dd5c85de9750 [ 610.408775] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.408775] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.408775] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.408775] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.408775] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.408775] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c013f398-10ea-4314-bac2-dd5c85de9750 already deleted. [ 610.408775] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c013f398-10ea-4314-bac2-dd5c85de9750" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.498070] env[65832]: INFO networking_nsxv3.common.synchronization [None req-29a9870c-5c33-461d-97c4-ca02181b05fe tempest-AttachInterfacesUnderV243Test-237767772 tempest-AttachInterfacesUnderV243Test-237767772-project-member] Enqueued Resource ID: 906625d7-947e-41b9-8efe-9f92553100ef with Priority: HIGHEST for action security_group_rules [ 610.498360] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 906625d7-947e-41b9-8efe-9f92553100ef with Priority: HIGHEST for action security_group_rules [ 610.498812] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-906625d7-947e-41b9-8efe-9f92553100ef taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.498961] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.593295] env[65832]: INFO networking_nsxv3.common.synchronization [None req-a14f40dd-cb71-43e2-b1bf-a55688841c5e None None] Enqueued Resource ID: d8d20c19-112d-43fd-9424-051281df15af with Priority: HIGHEST for action port [ 610.596958] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8d20c19-112d-43fd-9424-051281df15af with Priority: HIGHEST for action port [ 610.597827] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8d20c19-112d-43fd-9424-051281df15af taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.597953] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8d20c19-112d-43fd-9424-051281df15af" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.598106] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8d20c19-112d-43fd-9424-051281df15af" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.598357] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8d20c19-112d-43fd-9424-051281df15af" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.599242] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8d20c19-112d-43fd-9424-051281df15af',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.845147] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.845519] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.845519] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.845605] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.845682] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.845775] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 906625d7-947e-41b9-8efe-9f92553100ef already deleted. [ 610.845857] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.848239] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.848239] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.848239] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('906625d7-947e-41b9-8efe-9f92553100ef',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.103579] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8d20c19-112d-43fd-9424-051281df15af [ 611.103579] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.103579] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.103579] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.103579] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.103579] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.103579] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8d20c19-112d-43fd-9424-051281df15af already deleted. [ 611.103579] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8d20c19-112d-43fd-9424-051281df15af" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.369280] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.369280] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.369280] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.369280] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.369280] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.369280] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 906625d7-947e-41b9-8efe-9f92553100ef already deleted. [ 611.369585] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.486135] env[65832]: INFO networking_nsxv3.common.synchronization [req-ded338d5-e431-4a63-80b0-853b1c19ba19 req-5a2c6fbc-7484-40d6-b7f5-dcd405615ca9 tempest-DeleteServersAdminTestJSON-2104666696 tempest-DeleteServersAdminTestJSON-2104666696-project-member] Enqueued Resource ID: 5c2324c8-df1e-43af-ba90-519c66eac09b with Priority: HIGHEST for action security_group_members [ 611.488279] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c2324c8-df1e-43af-ba90-519c66eac09b with Priority: HIGHEST for action security_group_members [ 611.489109] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c2324c8-df1e-43af-ba90-519c66eac09b taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.489317] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.489613] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.489803] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.490066] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.490240] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.490350] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.490616] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.490753] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.490911] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c2324c8-df1e-43af-ba90-519c66eac09b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.994523] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.994523] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.994523] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.995171] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.995171] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.995171] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.995171] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.995336] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.995579] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.995669] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.995702] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c2324c8-df1e-43af-ba90-519c66eac09b already deleted. [ 611.995813] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.191110] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.191989] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-806" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.192218] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-806" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.192624] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-806" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.192997] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.193477] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.193720] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.194071] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.194372] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.198023] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.198023] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.198023] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.198023] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.198023] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.198023] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.198023] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.217027] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.217027] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 612.217027] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.217227] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-806" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.217598] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-34b0f710-6ebe-4803-819f-461d3f9b1787 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.217838] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-34b0f710-6ebe-4803-819f-461d3f9b1787" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.218039] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-34b0f710-6ebe-4803-819f-461d3f9b1787" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.218451] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-34b0f710-6ebe-4803-819f-461d3f9b1787" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.218640] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34b0f710-6ebe-4803-819f-461d3f9b1787',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.721684] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.722824] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.722824] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.723437] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.723537] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.723754] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port 34b0f710-6ebe-4803-819f-461d3f9b1787 not found, creating... [ 612.724461] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.724704] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.725600] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.725600] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.725600] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.725765] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.725907] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.726133] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.726521] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.726816] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.727238] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: 34b0f710-6ebe-4803-819f-461d3f9b1787 is going to be created. [ 612.753261] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.753552] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.753616] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.753885] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.754120] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.754340] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-34b0f710-6ebe-4803-819f-461d3f9b1787" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.986396] env[65832]: INFO networking_nsxv3.common.synchronization [None req-d51dad04-8365-4139-9544-40fafa300bb4 None None] Enqueued Resource ID: 9f0b0c50-8837-4819-b960-7c9e22e7e5a6 with Priority: HIGHEST for action port [ 612.987135] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f0b0c50-8837-4819-b960-7c9e22e7e5a6 with Priority: HIGHEST for action port [ 612.987584] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f0b0c50-8837-4819-b960-7c9e22e7e5a6 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.987874] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f0b0c50-8837-4819-b960-7c9e22e7e5a6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.988457] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f0b0c50-8837-4819-b960-7c9e22e7e5a6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.988457] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f0b0c50-8837-4819-b960-7c9e22e7e5a6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.988457] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f0b0c50-8837-4819-b960-7c9e22e7e5a6',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.490444] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f0b0c50-8837-4819-b960-7c9e22e7e5a6 [ 613.490736] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.490736] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.490736] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.490941] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.491353] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.491353] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f0b0c50-8837-4819-b960-7c9e22e7e5a6 already deleted. [ 613.491353] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f0b0c50-8837-4819-b960-7c9e22e7e5a6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.493479] env[65832]: INFO networking_nsxv3.common.synchronization [req-ded338d5-e431-4a63-80b0-853b1c19ba19 req-0a87ba5a-e331-4e5c-9f31-a79e6c788973 service nova] Enqueued Resource ID: 5c2324c8-df1e-43af-ba90-519c66eac09b with Priority: HIGHEST for action security_group_rules [ 613.493479] env[65832]: INFO networking_nsxv3.common.synchronization [req-ded338d5-e431-4a63-80b0-853b1c19ba19 req-0a87ba5a-e331-4e5c-9f31-a79e6c788973 service nova] Enqueued Resource ID: 5c2324c8-df1e-43af-ba90-519c66eac09b with Priority: HIGHEST for action security_group_members [ 613.493610] env[65832]: INFO networking_nsxv3.common.synchronization [req-ded338d5-e431-4a63-80b0-853b1c19ba19 req-0a87ba5a-e331-4e5c-9f31-a79e6c788973 service nova] Enqueued Resource ID: 34b0f710-6ebe-4803-819f-461d3f9b1787 with Priority: HIGHEST for action port [ 613.493818] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c2324c8-df1e-43af-ba90-519c66eac09b with Priority: HIGHEST for action security_group_rules [ 613.494030] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c2324c8-df1e-43af-ba90-519c66eac09b with Priority: HIGHEST for action security_group_members [ 613.494030] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34b0f710-6ebe-4803-819f-461d3f9b1787 with Priority: HIGHEST for action port [ 613.494643] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c2324c8-df1e-43af-ba90-519c66eac09b taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.494643] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.494774] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.494934] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.495372] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c2324c8-df1e-43af-ba90-519c66eac09b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.496506] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c2324c8-df1e-43af-ba90-519c66eac09b taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.496617] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.496683] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.496919] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.497074] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.497171] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.497236] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.497407] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.497490] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.497579] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c2324c8-df1e-43af-ba90-519c66eac09b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.500480] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-34b0f710-6ebe-4803-819f-461d3f9b1787 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.500480] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34b0f710-6ebe-4803-819f-461d3f9b1787" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.500480] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34b0f710-6ebe-4803-819f-461d3f9b1787" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.500480] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34b0f710-6ebe-4803-819f-461d3f9b1787" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.500480] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34b0f710-6ebe-4803-819f-461d3f9b1787',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.589446] env[65832]: INFO networking_nsxv3.common.synchronization [None req-5ac3b2dd-f0ae-433e-8ee8-c9d519d48532 tempest-ServersTestManualDisk-825139028 tempest-ServersTestManualDisk-825139028-project-member] Enqueued Resource ID: d4c6a7c6-44f5-4e91-8491-e691cf589470 with Priority: HIGHEST for action security_group_rules [ 613.590092] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c6a7c6-44f5-4e91-8491-e691cf589470 with Priority: HIGHEST for action security_group_rules [ 613.590495] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4c6a7c6-44f5-4e91-8491-e691cf589470 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.590800] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4c6a7c6-44f5-4e91-8491-e691cf589470" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.590800] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4c6a7c6-44f5-4e91-8491-e691cf589470" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.591035] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4c6a7c6-44f5-4e91-8491-e691cf589470" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.591113] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4c6a7c6-44f5-4e91-8491-e691cf589470',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.911850] env[65832]: INFO networking_nsxv3.common.synchronization [None req-ed9c472e-5adf-4c0d-a011-82c1facf0e8d tempest-ServersTestManualDisk-825139028 tempest-ServersTestManualDisk-825139028-project-member] Enqueued Resource ID: d4c6a7c6-44f5-4e91-8491-e691cf589470 with Priority: HIGHEST for action security_group_rules [ 613.914078] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c6a7c6-44f5-4e91-8491-e691cf589470 with Priority: HIGHEST for action security_group_rules [ 613.914078] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4c6a7c6-44f5-4e91-8491-e691cf589470 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.914078] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4c6a7c6-44f5-4e91-8491-e691cf589470" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.002339] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c2324c8-df1e-43af-ba90-519c66eac09b taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.002481] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.014992] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34b0f710-6ebe-4803-819f-461d3f9b1787 with status ACTIVE [ 614.015476] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.016043] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.016290] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.016606] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.016803] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.017084] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.019022] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.019022] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.019022] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.019022] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.019022] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.019022] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.019022] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.019022] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.019022] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.019022] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34b0f710-6ebe-4803-819f-461d3f9b1787 is going to be updated. [ 614.020107] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c2324c8-df1e-43af-ba90-519c66eac09b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.043858] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.043938] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.044021] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.044424] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.044424] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.044532] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34b0f710-6ebe-4803-819f-461d3f9b1787" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.119730] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.120023] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.120023] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.120295] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.120411] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.120532] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4c6a7c6-44f5-4e91-8491-e691cf589470 already deleted. [ 614.120643] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4c6a7c6-44f5-4e91-8491-e691cf589470" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.120864] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4c6a7c6-44f5-4e91-8491-e691cf589470" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.123311] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4c6a7c6-44f5-4e91-8491-e691cf589470" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.123434] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4c6a7c6-44f5-4e91-8491-e691cf589470',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.208628] env[65832]: INFO networking_nsxv3.common.synchronization [req-230abd60-e9b4-4b63-90e1-e46007bf5393 req-0b74d52e-b8aa-4dad-936b-899d4e74c0e7 tempest-ServerExternalEventsTest-1093495438 tempest-ServerExternalEventsTest-1093495438-project-member] Enqueued Resource ID: 63a2adf2-a1ef-4cf5-87be-f8db1f42923c with Priority: HIGHEST for action security_group_members [ 614.209221] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63a2adf2-a1ef-4cf5-87be-f8db1f42923c with Priority: HIGHEST for action security_group_members [ 614.210227] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-63a2adf2-a1ef-4cf5-87be-f8db1f42923c taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.211064] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63a2adf2-a1ef-4cf5-87be-f8db1f42923c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.211186] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63a2adf2-a1ef-4cf5-87be-f8db1f42923c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.211539] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63a2adf2-a1ef-4cf5-87be-f8db1f42923c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.211750] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.211915] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.212014] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.212216] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.212696] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.212846] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63a2adf2-a1ef-4cf5-87be-f8db1f42923c',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.522249] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c2324c8-df1e-43af-ba90-519c66eac09b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.647220] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.647220] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.647220] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.648191] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.648191] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.648191] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4c6a7c6-44f5-4e91-8491-e691cf589470 already deleted. [ 614.648191] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4c6a7c6-44f5-4e91-8491-e691cf589470" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.715848] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.715848] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.715848] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.715848] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.715848] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.719437] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.719437] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.719437] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.719437] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.719437] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.719437] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63a2adf2-a1ef-4cf5-87be-f8db1f42923c already deleted. [ 614.719437] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63a2adf2-a1ef-4cf5-87be-f8db1f42923c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.026576] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.026787] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.026896] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.027067] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.027187] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.027282] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c2324c8-df1e-43af-ba90-519c66eac09b is going to be created. [ 615.058064] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.059170] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.059170] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.059170] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.059170] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.064622] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.064622] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-806" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.064622] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-806" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.064622] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-806" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.064622] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.064622] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.064622] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.064622] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.064622] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.064622] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.064622] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.065129] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.065129] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.065129] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.065129] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.065129] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.070596] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c2324c8-df1e-43af-ba90-519c66eac09b in Status: UNINITIALIZED for 2s [ 615.089782] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.089964] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 615.090111] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.091049] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-806" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.091049] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-80b941e3-000d-4a26-98fd-d9ba1d7497c8 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.091049] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-80b941e3-000d-4a26-98fd-d9ba1d7497c8" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.091049] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-80b941e3-000d-4a26-98fd-d9ba1d7497c8" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.091274] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-80b941e3-000d-4a26-98fd-d9ba1d7497c8" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.091390] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80b941e3-000d-4a26-98fd-d9ba1d7497c8',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.202640] env[65832]: INFO networking_nsxv3.common.synchronization [None req-1b77fb96-f106-420e-851b-1f87b14ce12b None None] Enqueued Resource ID: 1f43c14d-5a1f-4a7b-9676-e36224b393f4 with Priority: HIGHEST for action port [ 615.202891] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f43c14d-5a1f-4a7b-9676-e36224b393f4 with Priority: HIGHEST for action port [ 615.203438] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f43c14d-5a1f-4a7b-9676-e36224b393f4 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.203566] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f43c14d-5a1f-4a7b-9676-e36224b393f4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.203623] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f43c14d-5a1f-4a7b-9676-e36224b393f4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.203881] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f43c14d-5a1f-4a7b-9676-e36224b393f4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.203962] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f43c14d-5a1f-4a7b-9676-e36224b393f4',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.442657] env[65832]: INFO networking_nsxv3.common.synchronization [None req-089ead2c-93e6-4696-8cf8-17d7dcdfaebd None None] Enqueued Resource ID: 8bf82246-0f3a-4a97-81bb-b4198008f0bc with Priority: HIGHEST for action port [ 615.443216] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bf82246-0f3a-4a97-81bb-b4198008f0bc with Priority: HIGHEST for action port [ 615.443482] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bf82246-0f3a-4a97-81bb-b4198008f0bc taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.443654] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bf82246-0f3a-4a97-81bb-b4198008f0bc" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.443654] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bf82246-0f3a-4a97-81bb-b4198008f0bc" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.443919] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bf82246-0f3a-4a97-81bb-b4198008f0bc" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.444115] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bf82246-0f3a-4a97-81bb-b4198008f0bc',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.530475] env[65832]: INFO networking_nsxv3.common.synchronization [None req-cd769f9a-d85d-4f02-aa60-cad8b49f5f61 tempest-VolumesAssistedSnapshotsTest-766938834 tempest-VolumesAssistedSnapshotsTest-766938834-project-member] Enqueued Resource ID: e669d712-f18f-4073-9f68-5970f5422d76 with Priority: HIGHEST for action security_group_rules [ 615.530998] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e669d712-f18f-4073-9f68-5970f5422d76 with Priority: HIGHEST for action security_group_rules [ 615.531423] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e669d712-f18f-4073-9f68-5970f5422d76 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.531532] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e669d712-f18f-4073-9f68-5970f5422d76" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.531532] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e669d712-f18f-4073-9f68-5970f5422d76" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.532188] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e669d712-f18f-4073-9f68-5970f5422d76" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.532188] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e669d712-f18f-4073-9f68-5970f5422d76',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.598119] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.598564] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.598564] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.598813] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.598957] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.599122] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port 80b941e3-000d-4a26-98fd-d9ba1d7497c8 not found, creating... [ 615.599406] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.599816] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.599816] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.599906] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.600045] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.600344] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.600500] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.600629] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.600815] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.601094] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.601616] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: 80b941e3-000d-4a26-98fd-d9ba1d7497c8 is going to be created. [ 615.624400] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.624619] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.624619] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.624853] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.625140] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.625362] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-80b941e3-000d-4a26-98fd-d9ba1d7497c8" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.706554] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f43c14d-5a1f-4a7b-9676-e36224b393f4 [ 615.707890] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.707890] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.707890] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.707890] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.708193] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.708193] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f43c14d-5a1f-4a7b-9676-e36224b393f4 already deleted. [ 615.708193] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f43c14d-5a1f-4a7b-9676-e36224b393f4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.839735] env[65832]: INFO networking_nsxv3.common.synchronization [None req-6507ddc6-301c-4a7c-aab8-64b509280dfc tempest-VolumesAssistedSnapshotsTest-766938834 tempest-VolumesAssistedSnapshotsTest-766938834-project-member] Enqueued Resource ID: e669d712-f18f-4073-9f68-5970f5422d76 with Priority: HIGHEST for action security_group_rules [ 615.840306] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e669d712-f18f-4073-9f68-5970f5422d76 with Priority: HIGHEST for action security_group_rules [ 615.841619] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e669d712-f18f-4073-9f68-5970f5422d76 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.842195] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e669d712-f18f-4073-9f68-5970f5422d76" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.946371] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8bf82246-0f3a-4a97-81bb-b4198008f0bc [ 615.946592] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.946731] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.946794] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.947011] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.947455] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.947559] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8bf82246-0f3a-4a97-81bb-b4198008f0bc already deleted. [ 615.947773] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bf82246-0f3a-4a97-81bb-b4198008f0bc" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.057233] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.057233] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.057233] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.057233] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.057233] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.057233] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e669d712-f18f-4073-9f68-5970f5422d76 already deleted. [ 616.057233] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e669d712-f18f-4073-9f68-5970f5422d76" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.057233] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e669d712-f18f-4073-9f68-5970f5422d76" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.057614] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e669d712-f18f-4073-9f68-5970f5422d76" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.057614] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e669d712-f18f-4073-9f68-5970f5422d76',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.135550] env[65832]: INFO networking_nsxv3.common.synchronization [None req-44773fca-6fb9-4a2c-bea6-40f82127793e None None] Enqueued Resource ID: f9962269-0fba-428b-a241-a4a6c4fe0194 with Priority: HIGHEST for action port [ 616.136084] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9962269-0fba-428b-a241-a4a6c4fe0194 with Priority: HIGHEST for action port [ 616.136382] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9962269-0fba-428b-a241-a4a6c4fe0194 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.136503] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9962269-0fba-428b-a241-a4a6c4fe0194" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.136570] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9962269-0fba-428b-a241-a4a6c4fe0194" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.136864] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9962269-0fba-428b-a241-a4a6c4fe0194" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.136929] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9962269-0fba-428b-a241-a4a6c4fe0194',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.394121] env[65832]: INFO networking_nsxv3.common.synchronization [req-230abd60-e9b4-4b63-90e1-e46007bf5393 req-a57812d6-c9af-47f7-81ea-dc9926df6f2d service nova] Enqueued Resource ID: 63a2adf2-a1ef-4cf5-87be-f8db1f42923c with Priority: HIGHEST for action security_group_rules [ 616.394294] env[65832]: INFO networking_nsxv3.common.synchronization [req-230abd60-e9b4-4b63-90e1-e46007bf5393 req-a57812d6-c9af-47f7-81ea-dc9926df6f2d service nova] Enqueued Resource ID: 63a2adf2-a1ef-4cf5-87be-f8db1f42923c with Priority: HIGHEST for action security_group_members [ 616.394423] env[65832]: INFO networking_nsxv3.common.synchronization [req-230abd60-e9b4-4b63-90e1-e46007bf5393 req-a57812d6-c9af-47f7-81ea-dc9926df6f2d service nova] Enqueued Resource ID: 80b941e3-000d-4a26-98fd-d9ba1d7497c8 with Priority: HIGHEST for action port [ 616.394658] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63a2adf2-a1ef-4cf5-87be-f8db1f42923c with Priority: HIGHEST for action security_group_rules [ 616.394782] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63a2adf2-a1ef-4cf5-87be-f8db1f42923c with Priority: HIGHEST for action security_group_members [ 616.394872] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80b941e3-000d-4a26-98fd-d9ba1d7497c8 with Priority: HIGHEST for action port [ 616.395497] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63a2adf2-a1ef-4cf5-87be-f8db1f42923c taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.395610] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63a2adf2-a1ef-4cf5-87be-f8db1f42923c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.395646] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63a2adf2-a1ef-4cf5-87be-f8db1f42923c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.395880] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63a2adf2-a1ef-4cf5-87be-f8db1f42923c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.395961] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63a2adf2-a1ef-4cf5-87be-f8db1f42923c',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.397111] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-63a2adf2-a1ef-4cf5-87be-f8db1f42923c taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.397362] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63a2adf2-a1ef-4cf5-87be-f8db1f42923c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.397464] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63a2adf2-a1ef-4cf5-87be-f8db1f42923c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.397696] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63a2adf2-a1ef-4cf5-87be-f8db1f42923c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.397872] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.397996] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.398072] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.398420] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.398420] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.398497] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63a2adf2-a1ef-4cf5-87be-f8db1f42923c',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.399333] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-80b941e3-000d-4a26-98fd-d9ba1d7497c8 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.399639] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80b941e3-000d-4a26-98fd-d9ba1d7497c8" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.399639] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80b941e3-000d-4a26-98fd-d9ba1d7497c8" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.399709] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80b941e3-000d-4a26-98fd-d9ba1d7497c8" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.400095] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80b941e3-000d-4a26-98fd-d9ba1d7497c8',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.578077] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.578750] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.578750] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.578750] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.578750] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.578750] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e669d712-f18f-4073-9f68-5970f5422d76 already deleted. [ 616.578924] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e669d712-f18f-4073-9f68-5970f5422d76" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.639331] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9962269-0fba-428b-a241-a4a6c4fe0194 [ 616.639592] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.639729] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.639954] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.640047] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.640102] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.640188] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9962269-0fba-428b-a241-a4a6c4fe0194 already deleted. [ 616.640268] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9962269-0fba-428b-a241-a4a6c4fe0194" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.902032] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-63a2adf2-a1ef-4cf5-87be-f8db1f42923c taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.902165] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63a2adf2-a1ef-4cf5-87be-f8db1f42923c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.902353] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63a2adf2-a1ef-4cf5-87be-f8db1f42923c',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.903275] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80b941e3-000d-4a26-98fd-d9ba1d7497c8 with status ACTIVE [ 616.903480] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.903573] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.903639] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.903830] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.903915] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.904261] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.904261] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.904261] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.904467] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.904467] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.904612] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.904703] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.904760] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.904893] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.904964] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.905087] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80b941e3-000d-4a26-98fd-d9ba1d7497c8 is going to be updated. [ 616.927329] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.927499] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.927571] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.927786] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.927923] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.928101] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80b941e3-000d-4a26-98fd-d9ba1d7497c8" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.081881] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c2324c8-df1e-43af-ba90-519c66eac09b in Status: SUCCESS [ 617.082259] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.082470] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.082682] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.082896] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.083042] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.083127] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.083296] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.083381] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.083488] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.083561] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c2324c8-df1e-43af-ba90-519c66eac09b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.408943] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63a2adf2-a1ef-4cf5-87be-f8db1f42923c',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.588987] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c2324c8-df1e-43af-ba90-519c66eac09b taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.588987] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.588987] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.588987] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.589396] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.589396] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.589396] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.589560] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.589685] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.589775] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.590076] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c2324c8-df1e-43af-ba90-519c66eac09b taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.590238] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.590328] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.591097] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.591332] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.591698] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.593286] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.593286] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.593286] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.593286] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.593286] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c2324c8-df1e-43af-ba90-519c66eac09b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.911831] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.911989] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.912048] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.912284] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.912365] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.912462] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63a2adf2-a1ef-4cf5-87be-f8db1f42923c is going to be created. [ 617.935589] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.935719] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.935807] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.936010] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.936168] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.945341] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63a2adf2-a1ef-4cf5-87be-f8db1f42923c in Status: UNINITIALIZED for 2s [ 618.066818] env[65832]: INFO networking_nsxv3.common.synchronization [req-8da67115-48cc-42d5-861f-421f01e9dbb8 req-e176b146-ee18-4d15-8800-be35dfdc63e2 tempest-ServersTestMultiNic-772474700 tempest-ServersTestMultiNic-772474700-project-member] Enqueued Resource ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb with Priority: HIGHEST for action security_group_members [ 618.066818] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb with Priority: HIGHEST for action security_group_members [ 618.066973] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-373cace9-8513-4112-a4a3-fdd9746ca3cb taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.067498] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.067574] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.067841] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.068012] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.068991] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.068991] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.068991] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.068991] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.068991] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('373cace9-8513-4112-a4a3-fdd9746ca3cb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.095034] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c2324c8-df1e-43af-ba90-519c66eac09b: rpc.has_security_group_logging(os_id): False [ 618.115613] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.115613] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.115613] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.115613] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.115613] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.115613] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.115613] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.115613] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.115613] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.115613] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.115613] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.115613] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.115613] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.115613] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.115613] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.116303] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.116303] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.116303] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.116303] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.117113] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.117462] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c2324c8-df1e-43af-ba90-519c66eac09b is going to be created. [ 618.189146] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.189342] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.189342] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.189486] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.189696] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.199454] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c2324c8-df1e-43af-ba90-519c66eac09b in Status: IN_PROGRESS for 2s [ 618.417519] env[65832]: INFO networking_nsxv3.common.synchronization [req-8da67115-48cc-42d5-861f-421f01e9dbb8 req-1f5e5249-ca21-43eb-8eac-693cc9504e97 tempest-ServersTestMultiNic-772474700 tempest-ServersTestMultiNic-772474700-project-member] Enqueued Resource ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb with Priority: HIGHEST for action security_group_members [ 618.417519] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb with Priority: HIGHEST for action security_group_members [ 618.417519] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-373cace9-8513-4112-a4a3-fdd9746ca3cb taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.417519] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.571057] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.571229] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.571302] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.571525] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.571618] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.571809] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.571904] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.571960] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.572133] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.572200] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.572281] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb already deleted. [ 618.572361] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.572513] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.572655] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.572794] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.572889] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.572948] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.573099] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.573256] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.573313] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('373cace9-8513-4112-a4a3-fdd9746ca3cb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.709532] env[65832]: INFO networking_nsxv3.common.synchronization [req-8da67115-48cc-42d5-861f-421f01e9dbb8 req-61284510-b912-4b59-ab90-2825f0a1c558 tempest-ServersTestMultiNic-772474700 tempest-ServersTestMultiNic-772474700-project-member] Enqueued Resource ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb with Priority: HIGHEST for action security_group_members [ 618.710279] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb with Priority: HIGHEST for action security_group_members [ 618.710689] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-373cace9-8513-4112-a4a3-fdd9746ca3cb taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.710930] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.839235] env[65832]: INFO networking_nsxv3.common.synchronization [req-d5a27ff6-f044-4b5e-8edd-ee03954afab5 req-650d779d-5271-4794-8ec1-1b3975b507e5 tempest-SecurityGroupRulesNegativeTestJSON-1728526667 tempest-SecurityGroupRulesNegativeTestJSON-1728526667-project-member] Enqueued Resource ID: cd06d7d5-b963-47da-b7e4-179386be9bb0 with Priority: HIGHEST for action security_group_rules [ 618.839670] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd06d7d5-b963-47da-b7e4-179386be9bb0 with Priority: HIGHEST for action security_group_rules [ 618.840144] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd06d7d5-b963-47da-b7e4-179386be9bb0 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.840379] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd06d7d5-b963-47da-b7e4-179386be9bb0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.840824] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd06d7d5-b963-47da-b7e4-179386be9bb0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.840824] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd06d7d5-b963-47da-b7e4-179386be9bb0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.840990] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd06d7d5-b963-47da-b7e4-179386be9bb0',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.079572] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.079833] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.079833] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.080036] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.080133] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.080353] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.080434] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.081117] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.081117] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.081117] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.081117] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb already deleted. [ 619.081117] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.081117] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.081338] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.081338] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.081428] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.081475] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.081593] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.081689] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.081754] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('373cace9-8513-4112-a4a3-fdd9746ca3cb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.201155] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-367 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.201155] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-367" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.201155] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-367" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.201751] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-367" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.201751] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.201865] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.201971] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.203329] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.203530] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.203781] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.203889] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 619.203993] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 619.204213] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 619.204213] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.204303] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 619.204432] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 619.226262] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 619.226451] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 619.226451] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 619.226625] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-367" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.227052] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-9fb51d58-0ebd-461a-abf0-e3259ce8a535 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.227443] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-9fb51d58-0ebd-461a-abf0-e3259ce8a535" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.227443] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-9fb51d58-0ebd-461a-abf0-e3259ce8a535" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.227828] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-9fb51d58-0ebd-461a-abf0-e3259ce8a535" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.227828] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fb51d58-0ebd-461a-abf0-e3259ce8a535',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.364269] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.364470] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.364540] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.364770] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.364863] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.364987] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd06d7d5-b963-47da-b7e4-179386be9bb0 already deleted. [ 619.365106] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd06d7d5-b963-47da-b7e4-179386be9bb0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.586695] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.586695] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.586695] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.586695] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.586695] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.586695] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.586695] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.586695] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.586695] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.586695] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.586695] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb already deleted. [ 619.586695] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.731113] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.731531] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.731531] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.731990] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.731990] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.731990] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port 9fb51d58-0ebd-461a-abf0-e3259ce8a535 not found, creating... [ 619.732276] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.732425] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.732533] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.732750] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.732879] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.733962] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.733962] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.733962] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.733962] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.733962] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.733962] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: 9fb51d58-0ebd-461a-abf0-e3259ce8a535 is going to be created. [ 619.755529] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.755529] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.755757] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.756077] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.756679] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.756679] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-9fb51d58-0ebd-461a-abf0-e3259ce8a535" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.955747] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63a2adf2-a1ef-4cf5-87be-f8db1f42923c in Status: SUCCESS [ 619.955963] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63a2adf2-a1ef-4cf5-87be-f8db1f42923c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.956151] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63a2adf2-a1ef-4cf5-87be-f8db1f42923c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.956436] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63a2adf2-a1ef-4cf5-87be-f8db1f42923c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.956558] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.956678] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.956744] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.956913] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.957039] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.957167] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63a2adf2-a1ef-4cf5-87be-f8db1f42923c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.957308] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63a2adf2-a1ef-4cf5-87be-f8db1f42923c',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.211982] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c2324c8-df1e-43af-ba90-519c66eac09b in Status: SUCCESS [ 620.212255] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.331189] env[65832]: INFO networking_nsxv3.common.synchronization [None req-c59464ad-7621-4cc4-aaca-9b5505d059be None None] Enqueued Resource ID: 69536a7d-957b-416d-890d-74f2fe895a10 with Priority: HIGHEST for action port [ 620.331292] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69536a7d-957b-416d-890d-74f2fe895a10 with Priority: HIGHEST for action port [ 620.331670] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-69536a7d-957b-416d-890d-74f2fe895a10 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.331670] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69536a7d-957b-416d-890d-74f2fe895a10" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.331823] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69536a7d-957b-416d-890d-74f2fe895a10" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.331971] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69536a7d-957b-416d-890d-74f2fe895a10" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.332069] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69536a7d-957b-416d-890d-74f2fe895a10',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.452821] env[65832]: INFO networking_nsxv3.common.synchronization [req-8da67115-48cc-42d5-861f-421f01e9dbb8 req-a50044cd-dcc4-4217-86e9-777730d85b9f service nova] Enqueued Resource ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb with Priority: HIGHEST for action security_group_rules [ 620.452821] env[65832]: INFO networking_nsxv3.common.synchronization [req-8da67115-48cc-42d5-861f-421f01e9dbb8 req-a50044cd-dcc4-4217-86e9-777730d85b9f service nova] Enqueued Resource ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb with Priority: HIGHEST for action security_group_members [ 620.454427] env[65832]: INFO networking_nsxv3.common.synchronization [req-8da67115-48cc-42d5-861f-421f01e9dbb8 req-a50044cd-dcc4-4217-86e9-777730d85b9f service nova] Enqueued Resource ID: 9fb51d58-0ebd-461a-abf0-e3259ce8a535 with Priority: HIGHEST for action port [ 620.454427] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb with Priority: HIGHEST for action security_group_rules [ 620.454645] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb with Priority: HIGHEST for action security_group_members [ 620.454700] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fb51d58-0ebd-461a-abf0-e3259ce8a535 with Priority: HIGHEST for action port [ 620.454996] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-373cace9-8513-4112-a4a3-fdd9746ca3cb taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.455267] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.455332] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.455555] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.455642] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('373cace9-8513-4112-a4a3-fdd9746ca3cb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.457140] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-373cace9-8513-4112-a4a3-fdd9746ca3cb taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.457562] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.457631] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.457815] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.457941] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.458094] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.458191] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.458475] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.458475] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.459510] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('373cace9-8513-4112-a4a3-fdd9746ca3cb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.460366] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fb51d58-0ebd-461a-abf0-e3259ce8a535 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.460503] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fb51d58-0ebd-461a-abf0-e3259ce8a535" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.460572] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fb51d58-0ebd-461a-abf0-e3259ce8a535" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.460730] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fb51d58-0ebd-461a-abf0-e3259ce8a535" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.460819] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fb51d58-0ebd-461a-abf0-e3259ce8a535',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.462265] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-63a2adf2-a1ef-4cf5-87be-f8db1f42923c taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.462265] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63a2adf2-a1ef-4cf5-87be-f8db1f42923c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.462427] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63a2adf2-a1ef-4cf5-87be-f8db1f42923c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.462507] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63a2adf2-a1ef-4cf5-87be-f8db1f42923c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.462773] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.462773] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.463335] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.463611] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.463830] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.463938] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63a2adf2-a1ef-4cf5-87be-f8db1f42923c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.464245] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-63a2adf2-a1ef-4cf5-87be-f8db1f42923c taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.464245] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63a2adf2-a1ef-4cf5-87be-f8db1f42923c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.464245] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63a2adf2-a1ef-4cf5-87be-f8db1f42923c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.464387] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63a2adf2-a1ef-4cf5-87be-f8db1f42923c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.464522] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.464640] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.464674] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.464862] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.464949] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.464949] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63a2adf2-a1ef-4cf5-87be-f8db1f42923c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.465058] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63a2adf2-a1ef-4cf5-87be-f8db1f42923c',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.630313] env[65832]: INFO networking_nsxv3.common.synchronization [req-178057b6-3cad-4a6d-afbf-f265f7c7ee2e req-9d5f822d-e5a5-4402-9c46-cd8e3ee68c15 tempest-ServersAdminTestJSON-2145455351 tempest-ServersAdminTestJSON-2145455351-project-member] Enqueued Resource ID: cf305367-f793-4b43-99a9-8907fd0c4649 with Priority: HIGHEST for action security_group_members [ 620.630764] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf305367-f793-4b43-99a9-8907fd0c4649 with Priority: HIGHEST for action security_group_members [ 620.631042] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf305367-f793-4b43-99a9-8907fd0c4649 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.631163] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.631225] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.631526] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.631675] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.631847] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.631847] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.631968] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.632173] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.632274] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf305367-f793-4b43-99a9-8907fd0c4649',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.836506] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69536a7d-957b-416d-890d-74f2fe895a10 [ 620.836506] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.836506] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.836506] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.836506] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.836506] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.836506] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69536a7d-957b-416d-890d-74f2fe895a10 already deleted. [ 620.836506] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69536a7d-957b-416d-890d-74f2fe895a10" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.963110] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-373cace9-8513-4112-a4a3-fdd9746ca3cb taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.963110] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.963110] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('373cace9-8513-4112-a4a3-fdd9746ca3cb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.967424] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9fb51d58-0ebd-461a-abf0-e3259ce8a535 with status ACTIVE [ 620.967424] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.967424] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.967424] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.967817] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.967817] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.967881] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.968109] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.968109] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.968720] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.968720] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.968720] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.968720] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.969105] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.969105] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.969105] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.969735] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9fb51d58-0ebd-461a-abf0-e3259ce8a535 is going to be updated. [ 620.971194] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63a2adf2-a1ef-4cf5-87be-f8db1f42923c: rpc.has_security_group_logging(os_id): False [ 620.998216] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.998407] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.998482] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.998711] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.998805] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.000030] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.000030] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.000030] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.000030] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.000030] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.000030] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.000030] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.000030] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.000030] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.000030] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.000478] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.000533] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.001295] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.001295] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.001295] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.001295] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63a2adf2-a1ef-4cf5-87be-f8db1f42923c is going to be created. [ 621.006914] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.006914] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.007178] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.007178] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.007865] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.010063] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fb51d58-0ebd-461a-abf0-e3259ce8a535" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.068719] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-401 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.068719] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-401" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.068719] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-401" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.068719] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-401" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.068719] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.068719] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.068719] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.068719] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.068719] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.068719] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.068719] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 621.068719] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 621.068719] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 621.069303] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.069303] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 621.069303] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 621.092470] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.092607] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.092686] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.092930] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.093882] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.096943] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 621.097570] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 621.097570] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 621.097672] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-401" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.097951] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-00bcf417-f92b-4a11-ac2b-e2afee1e9ef9 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.098278] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-00bcf417-f92b-4a11-ac2b-e2afee1e9ef9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.098392] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-00bcf417-f92b-4a11-ac2b-e2afee1e9ef9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.098828] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-00bcf417-f92b-4a11-ac2b-e2afee1e9ef9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.099013] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00bcf417-f92b-4a11-ac2b-e2afee1e9ef9',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.113535] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63a2adf2-a1ef-4cf5-87be-f8db1f42923c in Status: IN_PROGRESS for 2s [ 621.134817] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.135031] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.135125] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.135418] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.135569] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.135835] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.135980] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.136074] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.136793] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.136793] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.136793] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf305367-f793-4b43-99a9-8907fd0c4649 already deleted. [ 621.136793] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.322436] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-953 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.322662] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-953" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.322784] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-953" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.323735] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-953" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.324559] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.325674] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.325674] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.325674] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.325674] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.325911] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.326064] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 621.326162] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 621.326288] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 621.330034] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.330034] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 621.330034] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 621.350030] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 621.350293] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 621.350431] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 621.350612] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-953" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.351317] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-af6770ff-0dca-42d0-8980-647131f0f849 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.351599] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-af6770ff-0dca-42d0-8980-647131f0f849" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.351660] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-af6770ff-0dca-42d0-8980-647131f0f849" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.351954] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-af6770ff-0dca-42d0-8980-647131f0f849" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.352102] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af6770ff-0dca-42d0-8980-647131f0f849',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.467065] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('373cace9-8513-4112-a4a3-fdd9746ca3cb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.603152] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.603384] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.603508] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.603830] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.603919] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.604077] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port 00bcf417-f92b-4a11-ac2b-e2afee1e9ef9 not found, creating... [ 621.605308] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.605502] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.605626] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.605850] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.605982] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.606283] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.606450] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.606566] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.606767] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.606907] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.607288] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: 00bcf417-f92b-4a11-ac2b-e2afee1e9ef9 is going to be created. [ 621.630829] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.631043] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.631157] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.631427] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.631748] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.631946] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-00bcf417-f92b-4a11-ac2b-e2afee1e9ef9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.854658] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.855130] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.855130] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.855392] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.855543] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.855695] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port af6770ff-0dca-42d0-8980-647131f0f849 not found, creating... [ 621.855948] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.856115] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.856230] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.856458] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.856587] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.856917] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.857092] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.857506] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.857745] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.858010] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.858164] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: af6770ff-0dca-42d0-8980-647131f0f849 is going to be created. [ 621.881598] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.881869] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.882014] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.882407] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.882728] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.882965] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-af6770ff-0dca-42d0-8980-647131f0f849" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.970461] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.970696] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.970696] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.971018] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.971139] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.971274] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb is going to be created. [ 622.021427] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.021609] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.021660] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.021847] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.022014] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.033595] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb in Status: UNINITIALIZED for 2s [ 622.310117] env[65832]: INFO networking_nsxv3.common.synchronization [req-178057b6-3cad-4a6d-afbf-f265f7c7ee2e req-ddcd612e-8fd5-4731-a3a4-c08fdef7a0d8 service nova] Enqueued Resource ID: cf305367-f793-4b43-99a9-8907fd0c4649 with Priority: HIGHEST for action security_group_rules [ 622.310291] env[65832]: INFO networking_nsxv3.common.synchronization [req-178057b6-3cad-4a6d-afbf-f265f7c7ee2e req-ddcd612e-8fd5-4731-a3a4-c08fdef7a0d8 service nova] Enqueued Resource ID: cf305367-f793-4b43-99a9-8907fd0c4649 with Priority: HIGHEST for action security_group_members [ 622.310460] env[65832]: INFO networking_nsxv3.common.synchronization [req-178057b6-3cad-4a6d-afbf-f265f7c7ee2e req-ddcd612e-8fd5-4731-a3a4-c08fdef7a0d8 service nova] Enqueued Resource ID: 00bcf417-f92b-4a11-ac2b-e2afee1e9ef9 with Priority: HIGHEST for action port [ 622.310933] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf305367-f793-4b43-99a9-8907fd0c4649 with Priority: HIGHEST for action security_group_rules [ 622.311489] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf305367-f793-4b43-99a9-8907fd0c4649 with Priority: HIGHEST for action security_group_members [ 622.311489] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00bcf417-f92b-4a11-ac2b-e2afee1e9ef9 with Priority: HIGHEST for action port [ 622.311489] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf305367-f793-4b43-99a9-8907fd0c4649 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.311747] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.311747] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.311870] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.311952] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf305367-f793-4b43-99a9-8907fd0c4649',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.313350] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf305367-f793-4b43-99a9-8907fd0c4649 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.313463] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.313534] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.313705] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.313848] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.313989] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.313989] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.314178] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.314217] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.314313] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf305367-f793-4b43-99a9-8907fd0c4649',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.316557] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-00bcf417-f92b-4a11-ac2b-e2afee1e9ef9 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.316557] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00bcf417-f92b-4a11-ac2b-e2afee1e9ef9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.316557] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00bcf417-f92b-4a11-ac2b-e2afee1e9ef9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.316557] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00bcf417-f92b-4a11-ac2b-e2afee1e9ef9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.316557] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00bcf417-f92b-4a11-ac2b-e2afee1e9ef9',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.347266] env[65832]: INFO networking_nsxv3.common.synchronization [None req-87382722-804d-42f2-b7f8-c14a13cd2943 None None] Enqueued Resource ID: b697b11f-f575-4755-b65e-b06985767997 with Priority: HIGHEST for action port [ 622.347797] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b697b11f-f575-4755-b65e-b06985767997 with Priority: HIGHEST for action port [ 622.348348] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-b697b11f-f575-4755-b65e-b06985767997 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.348495] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b697b11f-f575-4755-b65e-b06985767997" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.348540] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b697b11f-f575-4755-b65e-b06985767997" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.348791] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b697b11f-f575-4755-b65e-b06985767997" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.348875] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b697b11f-f575-4755-b65e-b06985767997',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.581246] env[65832]: INFO networking_nsxv3.common.synchronization [req-8da67115-48cc-42d5-861f-421f01e9dbb8 req-e266d2c8-d0e4-488e-af82-621c1baf3f52 service nova] Enqueued Resource ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb with Priority: HIGHEST for action security_group_rules [ 622.581494] env[65832]: INFO networking_nsxv3.common.synchronization [req-8da67115-48cc-42d5-861f-421f01e9dbb8 req-e266d2c8-d0e4-488e-af82-621c1baf3f52 service nova] Enqueued Resource ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb with Priority: HIGHEST for action security_group_members [ 622.581666] env[65832]: INFO networking_nsxv3.common.synchronization [req-8da67115-48cc-42d5-861f-421f01e9dbb8 req-e266d2c8-d0e4-488e-af82-621c1baf3f52 service nova] Enqueued Resource ID: af6770ff-0dca-42d0-8980-647131f0f849 with Priority: HIGHEST for action port [ 622.582314] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb with Priority: HIGHEST for action security_group_rules [ 622.582515] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb with Priority: HIGHEST for action security_group_members [ 622.582662] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af6770ff-0dca-42d0-8980-647131f0f849 with Priority: HIGHEST for action port [ 622.582946] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-373cace9-8513-4112-a4a3-fdd9746ca3cb taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.583061] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.583270] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-373cace9-8513-4112-a4a3-fdd9746ca3cb taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.583471] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.583525] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-af6770ff-0dca-42d0-8980-647131f0f849 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.583612] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af6770ff-0dca-42d0-8980-647131f0f849" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.583681] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af6770ff-0dca-42d0-8980-647131f0f849" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.583872] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af6770ff-0dca-42d0-8980-647131f0f849" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.583952] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af6770ff-0dca-42d0-8980-647131f0f849',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.821138] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf305367-f793-4b43-99a9-8907fd0c4649',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.821841] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00bcf417-f92b-4a11-ac2b-e2afee1e9ef9 with status ACTIVE [ 622.821841] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.821841] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.821841] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.822192] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.822192] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.822287] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.822357] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.822404] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.822613] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.822613] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.822781] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.822897] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.822956] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.823517] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.823600] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.823687] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00bcf417-f92b-4a11-ac2b-e2afee1e9ef9 is going to be updated. [ 622.825010] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf305367-f793-4b43-99a9-8907fd0c4649 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.825140] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.846129] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.846129] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.846129] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.846304] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.846335] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.846562] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00bcf417-f92b-4a11-ac2b-e2afee1e9ef9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.850863] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b697b11f-f575-4755-b65e-b06985767997 [ 622.851060] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.851182] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.851248] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.851459] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.851521] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.851679] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b697b11f-f575-4755-b65e-b06985767997 already deleted. [ 622.851679] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b697b11f-f575-4755-b65e-b06985767997" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.088949] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af6770ff-0dca-42d0-8980-647131f0f849 with status ACTIVE [ 623.089920] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.090256] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.090436] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.090739] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.090923] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.091221] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.093153] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.093153] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.093153] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.093153] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.093153] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.093153] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.093153] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.093153] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.093153] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.093153] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af6770ff-0dca-42d0-8980-647131f0f849 is going to be updated. [ 623.104412] env[65832]: INFO networking_nsxv3.common.synchronization [req-d0a4aae1-0175-4ff9-b204-70ab6ced193b req-2e583e9a-9a1f-4c1e-928b-4f7d104cecfb tempest-AttachInterfacesUnderV243Test-237767772 tempest-AttachInterfacesUnderV243Test-237767772-project-member] Enqueued Resource ID: 906625d7-947e-41b9-8efe-9f92553100ef with Priority: HIGHEST for action security_group_members [ 623.104881] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 906625d7-947e-41b9-8efe-9f92553100ef with Priority: HIGHEST for action security_group_members [ 623.105281] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-906625d7-947e-41b9-8efe-9f92553100ef taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.105436] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.105436] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.105792] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.105792] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.105925] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.105960] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.106149] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.106197] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.106272] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('906625d7-947e-41b9-8efe-9f92553100ef',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.116986] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.117336] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.117496] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.117734] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.117889] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.118077] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af6770ff-0dca-42d0-8980-647131f0f849" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.127887] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63a2adf2-a1ef-4cf5-87be-f8db1f42923c in Status: SUCCESS [ 623.128131] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63a2adf2-a1ef-4cf5-87be-f8db1f42923c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.326783] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf305367-f793-4b43-99a9-8907fd0c4649',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.607935] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.608107] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.608176] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.608391] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.608486] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.609685] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.609685] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.609685] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.609685] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.609685] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.609685] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 906625d7-947e-41b9-8efe-9f92553100ef already deleted. [ 623.609685] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.829784] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.829940] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.830308] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.830308] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.830308] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.830405] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf305367-f793-4b43-99a9-8907fd0c4649 is going to be created. [ 623.858585] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.858585] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.858585] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.858585] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.858585] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.868774] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf305367-f793-4b43-99a9-8907fd0c4649 in Status: UNINITIALIZED for 2s [ 623.925707] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-367 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.926204] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-367" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.926204] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-367" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.926292] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-367" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.926520] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.926663] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.926775] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.926965] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.927160] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.927682] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.927682] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 623.927682] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 623.927834] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 623.927834] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.927914] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 623.928050] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 623.929757] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-580 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.929932] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-580" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.930089] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-580" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.930437] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-580" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.930716] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.930869] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.930984] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.931207] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.931339] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.931521] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.931625] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 623.931746] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 623.931868] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 623.931979] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.932088] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 623.932211] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 623.953590] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 623.953772] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 623.953928] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.954116] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-367" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.954451] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-f08acf0f-e15d-4828-a26b-8cb59c2608ae taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.954617] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-f08acf0f-e15d-4828-a26b-8cb59c2608ae" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.954730] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-f08acf0f-e15d-4828-a26b-8cb59c2608ae" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.955067] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-f08acf0f-e15d-4828-a26b-8cb59c2608ae" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.955230] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f08acf0f-e15d-4828-a26b-8cb59c2608ae',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.956972] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 623.957123] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 623.957290] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.957462] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-580" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.957984] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-46af10cb-8f49-4af2-9379-5c76c09ab516 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.957984] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-46af10cb-8f49-4af2-9379-5c76c09ab516" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.958176] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-46af10cb-8f49-4af2-9379-5c76c09ab516" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.958355] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-46af10cb-8f49-4af2-9379-5c76c09ab516" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.958471] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46af10cb-8f49-4af2-9379-5c76c09ab516',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.043936] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb in Status: SUCCESS [ 624.044160] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.044310] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.044525] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.044764] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.044917] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.044966] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.045173] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.045253] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.045358] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.045464] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('373cace9-8513-4112-a4a3-fdd9746ca3cb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.046287] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.046794] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.046794] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.046794] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.047289] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.047289] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.047289] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.047392] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('373cace9-8513-4112-a4a3-fdd9746ca3cb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.414394] env[65832]: INFO networking_nsxv3.common.synchronization [None req-6183a199-fb2d-4f0d-b049-3b6f59044598 None None] Enqueued Resource ID: ea354171-7170-4ef2-b5f8-d07f3b52ef54 with Priority: HIGHEST for action port [ 624.414714] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea354171-7170-4ef2-b5f8-d07f3b52ef54 with Priority: HIGHEST for action port [ 624.415225] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea354171-7170-4ef2-b5f8-d07f3b52ef54 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.415346] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea354171-7170-4ef2-b5f8-d07f3b52ef54" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.415413] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea354171-7170-4ef2-b5f8-d07f3b52ef54" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.415685] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea354171-7170-4ef2-b5f8-d07f3b52ef54" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.415768] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea354171-7170-4ef2-b5f8-d07f3b52ef54',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.460837] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.461070] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.461212] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.461446] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.461597] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.461745] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port f08acf0f-e15d-4828-a26b-8cb59c2608ae not found, creating... [ 624.461995] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.462157] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.462267] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.462490] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.462643] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.462922] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.463088] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.463202] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.463401] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.463528] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.463660] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: f08acf0f-e15d-4828-a26b-8cb59c2608ae is going to be created. [ 624.464931] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.465112] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.465231] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.465470] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.465606] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.465743] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port 46af10cb-8f49-4af2-9379-5c76c09ab516 not found, creating... [ 624.465970] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.466165] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.466270] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.466442] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.466569] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.466833] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.466980] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.467103] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.467322] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.467456] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.467591] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: 46af10cb-8f49-4af2-9379-5c76c09ab516 is going to be created. [ 624.488065] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.488340] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.488480] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.488748] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.488969] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.489197] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-f08acf0f-e15d-4828-a26b-8cb59c2608ae" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.490704] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.490873] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.490988] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.491225] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.491417] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.491606] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-46af10cb-8f49-4af2-9379-5c76c09ab516" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.548862] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-373cace9-8513-4112-a4a3-fdd9746ca3cb taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.549091] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.549183] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('373cace9-8513-4112-a4a3-fdd9746ca3cb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.918409] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea354171-7170-4ef2-b5f8-d07f3b52ef54 [ 624.918409] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.918409] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.918409] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.918409] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.918687] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.918687] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea354171-7170-4ef2-b5f8-d07f3b52ef54 already deleted. [ 624.918687] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea354171-7170-4ef2-b5f8-d07f3b52ef54" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.052559] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('373cace9-8513-4112-a4a3-fdd9746ca3cb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.191081] env[65832]: INFO networking_nsxv3.common.synchronization [req-8da67115-48cc-42d5-861f-421f01e9dbb8 req-3156b1ae-5ec9-4f65-a372-88d5742fbbf7 service nova] Enqueued Resource ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb with Priority: HIGHEST for action security_group_rules [ 625.191310] env[65832]: INFO networking_nsxv3.common.synchronization [req-8da67115-48cc-42d5-861f-421f01e9dbb8 req-3156b1ae-5ec9-4f65-a372-88d5742fbbf7 service nova] Enqueued Resource ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb with Priority: HIGHEST for action security_group_members [ 625.191463] env[65832]: INFO networking_nsxv3.common.synchronization [req-8da67115-48cc-42d5-861f-421f01e9dbb8 req-3156b1ae-5ec9-4f65-a372-88d5742fbbf7 service nova] Enqueued Resource ID: f08acf0f-e15d-4828-a26b-8cb59c2608ae with Priority: HIGHEST for action port [ 625.196366] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb with Priority: HIGHEST for action security_group_rules [ 625.196366] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb with Priority: HIGHEST for action security_group_members [ 625.196366] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f08acf0f-e15d-4828-a26b-8cb59c2608ae with Priority: HIGHEST for action port [ 625.197865] env[65832]: INFO networking_nsxv3.common.synchronization [req-d0a4aae1-0175-4ff9-b204-70ab6ced193b req-d262c868-e8ac-40cb-95c8-60b04ffcb101 service nova] Enqueued Resource ID: 906625d7-947e-41b9-8efe-9f92553100ef with Priority: HIGHEST for action security_group_rules [ 625.198019] env[65832]: INFO networking_nsxv3.common.synchronization [req-d0a4aae1-0175-4ff9-b204-70ab6ced193b req-d262c868-e8ac-40cb-95c8-60b04ffcb101 service nova] Enqueued Resource ID: 906625d7-947e-41b9-8efe-9f92553100ef with Priority: HIGHEST for action security_group_members [ 625.198143] env[65832]: INFO networking_nsxv3.common.synchronization [req-d0a4aae1-0175-4ff9-b204-70ab6ced193b req-d262c868-e8ac-40cb-95c8-60b04ffcb101 service nova] Enqueued Resource ID: 46af10cb-8f49-4af2-9379-5c76c09ab516 with Priority: HIGHEST for action port [ 625.198535] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-373cace9-8513-4112-a4a3-fdd9746ca3cb taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.198598] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.198770] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-373cace9-8513-4112-a4a3-fdd9746ca3cb taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.198855] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.199053] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-f08acf0f-e15d-4828-a26b-8cb59c2608ae taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.199216] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f08acf0f-e15d-4828-a26b-8cb59c2608ae" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.199216] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f08acf0f-e15d-4828-a26b-8cb59c2608ae" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.199405] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f08acf0f-e15d-4828-a26b-8cb59c2608ae" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.199483] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f08acf0f-e15d-4828-a26b-8cb59c2608ae',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.201471] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 906625d7-947e-41b9-8efe-9f92553100ef with Priority: HIGHEST for action security_group_rules [ 625.201471] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 906625d7-947e-41b9-8efe-9f92553100ef with Priority: HIGHEST for action security_group_members [ 625.201471] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46af10cb-8f49-4af2-9379-5c76c09ab516 with Priority: HIGHEST for action port [ 625.202037] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-906625d7-947e-41b9-8efe-9f92553100ef taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.202296] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.202366] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.202550] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.202679] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('906625d7-947e-41b9-8efe-9f92553100ef',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.203727] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-906625d7-947e-41b9-8efe-9f92553100ef taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.203917] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.204027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.204204] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.204352] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.204450] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.204510] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.204646] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.204734] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.204812] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('906625d7-947e-41b9-8efe-9f92553100ef',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.206154] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-46af10cb-8f49-4af2-9379-5c76c09ab516 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.206707] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46af10cb-8f49-4af2-9379-5c76c09ab516" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.206707] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46af10cb-8f49-4af2-9379-5c76c09ab516" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.206707] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46af10cb-8f49-4af2-9379-5c76c09ab516" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.206707] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46af10cb-8f49-4af2-9379-5c76c09ab516',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.555201] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.555662] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.555662] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.555662] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.555802] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.555802] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb is going to be updated. [ 625.590072] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.590281] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.590281] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.590591] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.590696] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.600634] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb in Status: IN_PROGRESS for 2s [ 625.620139] env[65832]: INFO networking_nsxv3.common.synchronization [req-2ed624e3-68f6-4194-b40e-0a8139f35d43 req-7b0a3d41-579e-4a82-a02b-116b2ac2d264 tempest-ServersAdminTestJSON-2145455351 tempest-ServersAdminTestJSON-2145455351-project-member] Enqueued Resource ID: cf305367-f793-4b43-99a9-8907fd0c4649 with Priority: HIGHEST for action security_group_members [ 625.620650] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf305367-f793-4b43-99a9-8907fd0c4649 with Priority: HIGHEST for action security_group_members [ 625.620940] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf305367-f793-4b43-99a9-8907fd0c4649 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.621065] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.702591] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f08acf0f-e15d-4828-a26b-8cb59c2608ae with status ACTIVE [ 625.702783] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.702951] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.703034] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.703250] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.703343] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.703500] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.703590] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.703646] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.703780] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.703848] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.704061] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.704154] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.704210] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.704354] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.704568] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.704740] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f08acf0f-e15d-4828-a26b-8cb59c2608ae is going to be updated. [ 625.706808] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-906625d7-947e-41b9-8efe-9f92553100ef taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.706808] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.706808] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('906625d7-947e-41b9-8efe-9f92553100ef',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.708622] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46af10cb-8f49-4af2-9379-5c76c09ab516 with status ACTIVE [ 625.708926] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.709045] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.709207] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.709441] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.709558] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.709783] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.709913] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.710017] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.710226] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.710344] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.711114] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.711114] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.711114] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.711114] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.711114] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.711527] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46af10cb-8f49-4af2-9379-5c76c09ab516 is going to be updated. [ 625.732610] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.732610] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.732610] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.732610] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.732855] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.736017] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46af10cb-8f49-4af2-9379-5c76c09ab516" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.736017] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.736017] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.736017] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.736017] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.736017] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.736017] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f08acf0f-e15d-4828-a26b-8cb59c2608ae" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.883016] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf305367-f793-4b43-99a9-8907fd0c4649 in Status: SUCCESS [ 625.885924] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.885924] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.885924] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.885924] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.885924] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.885924] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.885924] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.885924] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.885924] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.885924] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf305367-f793-4b43-99a9-8907fd0c4649',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.887442] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.887981] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.888863] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.888863] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.888863] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.889831] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.889831] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.889831] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf305367-f793-4b43-99a9-8907fd0c4649',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.047331] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-401 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.047643] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-401" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.047740] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-401" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.050283] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-401" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.050283] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.050283] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.050283] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.050283] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.050283] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.050543] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.050543] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.050612] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.051842] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.051842] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.051842] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.052295] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.078374] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.078567] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 626.078716] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.078875] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-401" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.079206] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-f130175b-452e-421b-8757-330754da6bb5 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.079400] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-f130175b-452e-421b-8757-330754da6bb5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.079491] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-f130175b-452e-421b-8757-330754da6bb5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.079900] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-f130175b-452e-421b-8757-330754da6bb5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.080052] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f130175b-452e-421b-8757-330754da6bb5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.209693] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('906625d7-947e-41b9-8efe-9f92553100ef',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.388026] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf305367-f793-4b43-99a9-8907fd0c4649 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.388289] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.392813] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf305367-f793-4b43-99a9-8907fd0c4649',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.582702] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.583195] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.583195] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.583328] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.583467] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.583621] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port f130175b-452e-421b-8757-330754da6bb5 not found, creating... [ 626.583856] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.584016] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.584129] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.584340] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.584471] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.584833] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.585039] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.585171] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.585474] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.585609] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.585750] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: f130175b-452e-421b-8757-330754da6bb5 is going to be created. [ 626.588433] env[65832]: INFO networking_nsxv3.common.synchronization [None req-4ead9f71-a30a-4fad-b53b-cb82991b576a None None] Enqueued Resource ID: d031473b-948e-482b-9cc0-684785cf0bf3 with Priority: HIGHEST for action port [ 626.589199] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d031473b-948e-482b-9cc0-684785cf0bf3 with Priority: HIGHEST for action port [ 626.589724] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-d031473b-948e-482b-9cc0-684785cf0bf3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.589876] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d031473b-948e-482b-9cc0-684785cf0bf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.589930] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d031473b-948e-482b-9cc0-684785cf0bf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.590145] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d031473b-948e-482b-9cc0-684785cf0bf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.590231] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d031473b-948e-482b-9cc0-684785cf0bf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.609877] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.610142] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.610230] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.610451] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.610670] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.610879] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-f130175b-452e-421b-8757-330754da6bb5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.713259] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.713259] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.713259] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.713259] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.713259] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.713259] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 906625d7-947e-41b9-8efe-9f92553100ef is going to be created. [ 626.739344] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.739507] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.739554] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.739754] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.739903] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.751781] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 906625d7-947e-41b9-8efe-9f92553100ef in Status: UNINITIALIZED for 2s [ 626.895240] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf305367-f793-4b43-99a9-8907fd0c4649',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.085102] env[65832]: INFO networking_nsxv3.common.synchronization [req-87ffa69c-c3c9-48c3-b5eb-515382793929 req-9d6d76ca-d1db-4a06-b022-8b308c40a962 tempest-ServersTestManualDisk-825139028 tempest-ServersTestManualDisk-825139028-project-member] Enqueued Resource ID: d4c6a7c6-44f5-4e91-8491-e691cf589470 with Priority: HIGHEST for action security_group_members [ 627.085102] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c6a7c6-44f5-4e91-8491-e691cf589470 with Priority: HIGHEST for action security_group_members [ 627.085798] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c6a7c6-44f5-4e91-8491-e691cf589470 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.085798] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c6a7c6-44f5-4e91-8491-e691cf589470" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.085798] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c6a7c6-44f5-4e91-8491-e691cf589470" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.085798] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c6a7c6-44f5-4e91-8491-e691cf589470" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.085798] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.086672] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.086672] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.086672] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.086672] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.086672] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4c6a7c6-44f5-4e91-8491-e691cf589470',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.092086] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d031473b-948e-482b-9cc0-684785cf0bf3 [ 627.092256] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.092390] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.092449] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.092630] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.093052] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.093052] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d031473b-948e-482b-9cc0-684785cf0bf3 already deleted. [ 627.093052] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d031473b-948e-482b-9cc0-684785cf0bf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.343146] env[65832]: INFO networking_nsxv3.common.synchronization [req-2ed624e3-68f6-4194-b40e-0a8139f35d43 req-c4dee2fe-b810-485a-844c-d46f4b14d292 service nova] Enqueued Resource ID: cf305367-f793-4b43-99a9-8907fd0c4649 with Priority: HIGHEST for action security_group_rules [ 627.343146] env[65832]: INFO networking_nsxv3.common.synchronization [req-2ed624e3-68f6-4194-b40e-0a8139f35d43 req-c4dee2fe-b810-485a-844c-d46f4b14d292 service nova] Enqueued Resource ID: cf305367-f793-4b43-99a9-8907fd0c4649 with Priority: HIGHEST for action security_group_members [ 627.343146] env[65832]: INFO networking_nsxv3.common.synchronization [req-2ed624e3-68f6-4194-b40e-0a8139f35d43 req-c4dee2fe-b810-485a-844c-d46f4b14d292 service nova] Enqueued Resource ID: f130175b-452e-421b-8757-330754da6bb5 with Priority: HIGHEST for action port [ 627.344036] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf305367-f793-4b43-99a9-8907fd0c4649 with Priority: HIGHEST for action security_group_rules [ 627.344036] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf305367-f793-4b43-99a9-8907fd0c4649 with Priority: HIGHEST for action security_group_members [ 627.344036] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f130175b-452e-421b-8757-330754da6bb5 with Priority: HIGHEST for action port [ 627.344298] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf305367-f793-4b43-99a9-8907fd0c4649 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.344436] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.344859] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf305367-f793-4b43-99a9-8907fd0c4649 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.344957] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.345169] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-f130175b-452e-421b-8757-330754da6bb5 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.345285] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f130175b-452e-421b-8757-330754da6bb5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.345353] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f130175b-452e-421b-8757-330754da6bb5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.345554] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f130175b-452e-421b-8757-330754da6bb5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.345662] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f130175b-452e-421b-8757-330754da6bb5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.397475] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.397668] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.397668] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.397858] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.400690] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.400839] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf305367-f793-4b43-99a9-8907fd0c4649 is going to be updated. [ 627.438038] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.438214] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.438214] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.438381] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.438548] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.448026] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf305367-f793-4b43-99a9-8907fd0c4649 in Status: IN_PROGRESS for 2s [ 627.530503] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-427 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.530771] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-427" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.530934] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-427" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.531355] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-427" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.531709] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.531915] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.532084] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.534237] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.534465] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.534753] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.534906] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 627.535077] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 627.535225] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 627.535375] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.535519] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 627.535695] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 627.555133] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 627.555390] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 627.555550] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 627.556066] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-427" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.556209] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-d694d8b8-a829-4661-8839-884996098476 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.556528] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-d694d8b8-a829-4661-8839-884996098476" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.556690] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-d694d8b8-a829-4661-8839-884996098476" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.557111] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-d694d8b8-a829-4661-8839-884996098476" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.557347] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d694d8b8-a829-4661-8839-884996098476',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.591021] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.591021] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.591021] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.591021] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.591021] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.591021] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.591021] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.591021] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.591021] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.591021] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.591021] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4c6a7c6-44f5-4e91-8491-e691cf589470 already deleted. [ 627.591021] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c6a7c6-44f5-4e91-8491-e691cf589470" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.611579] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb in Status: SUCCESS [ 627.611834] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.611974] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.612157] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.612346] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.612538] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.612538] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.612716] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.612716] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.612876] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.612955] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-373cace9-8513-4112-a4a3-fdd9746ca3cb taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.613074] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.613074] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.613263] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.613345] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.613466] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.613466] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.613609] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.613695] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.613774] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.613845] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('373cace9-8513-4112-a4a3-fdd9746ca3cb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.615030] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.616022] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.616419] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.616524] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.616652] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.616886] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.616886] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.616886] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('373cace9-8513-4112-a4a3-fdd9746ca3cb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.849056] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f130175b-452e-421b-8757-330754da6bb5 with status ACTIVE [ 627.849056] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.849272] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.849272] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.849579] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.849579] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.849692] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.849797] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.849827] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.850013] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.850052] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.850242] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.850336] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.850396] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.850713] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.850713] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.850713] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f130175b-452e-421b-8757-330754da6bb5 is going to be updated. [ 627.872800] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.872970] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.873054] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.873267] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.873404] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.873600] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f130175b-452e-421b-8757-330754da6bb5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.061089] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.061328] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.061452] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.061777] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.061956] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.062085] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port d694d8b8-a829-4661-8839-884996098476 not found, creating... [ 628.062362] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.062525] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.062641] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.062878] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.063058] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.063357] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.063512] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.063624] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.063830] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.063963] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.064114] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: d694d8b8-a829-4661-8839-884996098476 is going to be created. [ 628.094364] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.094619] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.094727] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.095089] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.095334] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.095563] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-d694d8b8-a829-4661-8839-884996098476" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.119386] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 373cace9-8513-4112-a4a3-fdd9746ca3cb: rpc.has_security_group_logging(os_id): False [ 628.120439] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('373cace9-8513-4112-a4a3-fdd9746ca3cb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.153218] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.153420] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.153560] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.153934] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.154075] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.154341] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.154468] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.154536] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.154734] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.154818] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.155033] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.155199] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.155353] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.155539] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.155673] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.155836] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.155944] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.156019] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.156171] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.156252] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.156344] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb is going to be created. [ 628.240635] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.240835] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.240835] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.241054] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.241233] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.279347] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb in Status: IN_PROGRESS for 2s [ 628.622904] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('373cace9-8513-4112-a4a3-fdd9746ca3cb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.762095] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 906625d7-947e-41b9-8efe-9f92553100ef in Status: SUCCESS [ 628.766644] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.767086] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.767420] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.767638] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.767899] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.767899] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.767994] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.768245] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.768245] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.768323] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('906625d7-947e-41b9-8efe-9f92553100ef',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.899424] env[65832]: INFO networking_nsxv3.common.synchronization [req-87ffa69c-c3c9-48c3-b5eb-515382793929 req-49fa3ca1-dcf0-45af-9b4a-5863615908db service nova] Enqueued Resource ID: d4c6a7c6-44f5-4e91-8491-e691cf589470 with Priority: HIGHEST for action security_group_rules [ 628.899424] env[65832]: INFO networking_nsxv3.common.synchronization [req-87ffa69c-c3c9-48c3-b5eb-515382793929 req-49fa3ca1-dcf0-45af-9b4a-5863615908db service nova] Enqueued Resource ID: d4c6a7c6-44f5-4e91-8491-e691cf589470 with Priority: HIGHEST for action security_group_members [ 628.899424] env[65832]: INFO networking_nsxv3.common.synchronization [req-87ffa69c-c3c9-48c3-b5eb-515382793929 req-49fa3ca1-dcf0-45af-9b4a-5863615908db service nova] Enqueued Resource ID: d694d8b8-a829-4661-8839-884996098476 with Priority: HIGHEST for action port [ 628.899945] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c6a7c6-44f5-4e91-8491-e691cf589470 with Priority: HIGHEST for action security_group_rules [ 628.900149] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c6a7c6-44f5-4e91-8491-e691cf589470 with Priority: HIGHEST for action security_group_members [ 628.900254] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d694d8b8-a829-4661-8839-884996098476 with Priority: HIGHEST for action port [ 628.900567] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d4c6a7c6-44f5-4e91-8491-e691cf589470 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.900697] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d4c6a7c6-44f5-4e91-8491-e691cf589470" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.900956] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d4c6a7c6-44f5-4e91-8491-e691cf589470" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.901522] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d4c6a7c6-44f5-4e91-8491-e691cf589470" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.901604] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d4c6a7c6-44f5-4e91-8491-e691cf589470',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.903176] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c6a7c6-44f5-4e91-8491-e691cf589470 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.903340] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c6a7c6-44f5-4e91-8491-e691cf589470" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.903433] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c6a7c6-44f5-4e91-8491-e691cf589470" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.903675] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c6a7c6-44f5-4e91-8491-e691cf589470" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.903945] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.904114] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.904215] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.904438] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.904726] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.904861] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4c6a7c6-44f5-4e91-8491-e691cf589470',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.905900] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-d694d8b8-a829-4661-8839-884996098476 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.906282] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d694d8b8-a829-4661-8839-884996098476" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.906394] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d694d8b8-a829-4661-8839-884996098476" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.906644] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d694d8b8-a829-4661-8839-884996098476" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.906812] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d694d8b8-a829-4661-8839-884996098476',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.128914] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.128914] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.128914] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.128914] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.128914] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.128914] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb is going to be updated. [ 629.227343] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.227551] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.227551] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.227794] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.227940] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.243331] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb in Status: IN_PROGRESS for 2s [ 629.272215] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('906625d7-947e-41b9-8efe-9f92553100ef',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.347167] env[65832]: INFO networking_nsxv3.common.synchronization [req-be806e69-033c-4bce-8cd6-15ce7f925f43 req-52b0a45b-c9ef-447d-bc2b-b6b43870ee3a tempest-VolumesAssistedSnapshotsTest-766938834 tempest-VolumesAssistedSnapshotsTest-766938834-project-member] Enqueued Resource ID: e669d712-f18f-4073-9f68-5970f5422d76 with Priority: HIGHEST for action security_group_members [ 629.347486] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e669d712-f18f-4073-9f68-5970f5422d76 with Priority: HIGHEST for action security_group_members [ 629.347838] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-e669d712-f18f-4073-9f68-5970f5422d76 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.347973] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e669d712-f18f-4073-9f68-5970f5422d76" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.348489] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e669d712-f18f-4073-9f68-5970f5422d76" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.348916] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e669d712-f18f-4073-9f68-5970f5422d76" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.349117] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.349767] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.349843] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.350046] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.350143] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.350259] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e669d712-f18f-4073-9f68-5970f5422d76',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.408513] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c6a7c6-44f5-4e91-8491-e691cf589470 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.408687] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c6a7c6-44f5-4e91-8491-e691cf589470" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.409778] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d4c6a7c6-44f5-4e91-8491-e691cf589470',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.410394] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d694d8b8-a829-4661-8839-884996098476 with status ACTIVE [ 629.410394] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.410394] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.410394] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.410647] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.410647] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.410857] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.411021] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.411142] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.411487] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.411487] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.411765] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.411919] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.412081] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.412304] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.412430] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.412560] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d694d8b8-a829-4661-8839-884996098476 is going to be updated. [ 629.449589] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.449589] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.449589] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.449589] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.449589] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.449589] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d694d8b8-a829-4661-8839-884996098476" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.461616] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf305367-f793-4b43-99a9-8907fd0c4649 in Status: SUCCESS [ 629.462786] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.462786] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.462786] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.462786] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.462786] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.462786] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.462786] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.463154] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.463154] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.463154] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf305367-f793-4b43-99a9-8907fd0c4649 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.463278] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.463278] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.463418] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.463577] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.463721] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.463793] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.464144] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.464227] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.464314] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.464564] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf305367-f793-4b43-99a9-8907fd0c4649',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.466244] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.466244] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.466459] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.466619] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.466712] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.467453] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.467453] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.467453] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf305367-f793-4b43-99a9-8907fd0c4649',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.745441] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-238 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.745771] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-238" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.745771] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-238" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.746122] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-238" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.746333] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.746491] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.746602] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.747070] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.747303] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.747530] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.747761] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.747882] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.747985] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.748106] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.748207] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.748377] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.770077] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.770263] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 629.770387] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.770557] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-238" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.771169] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-95d1b7d0-5148-4e3a-8c3f-23ac8ada2c95 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.771169] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-95d1b7d0-5148-4e3a-8c3f-23ac8ada2c95" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.771169] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-95d1b7d0-5148-4e3a-8c3f-23ac8ada2c95" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.772518] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-95d1b7d0-5148-4e3a-8c3f-23ac8ada2c95" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.772518] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95d1b7d0-5148-4e3a-8c3f-23ac8ada2c95',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.774518] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 906625d7-947e-41b9-8efe-9f92553100ef: rpc.has_security_group_logging(os_id): False [ 629.796788] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.797096] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.797191] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.797493] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.797585] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.797858] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.797966] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.798091] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.798450] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.798925] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.798925] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 906625d7-947e-41b9-8efe-9f92553100ef is going to be created. [ 629.853433] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.853710] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.853850] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.854142] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.854273] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.854518] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.854643] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.854718] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.854931] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.855026] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.855139] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e669d712-f18f-4073-9f68-5970f5422d76 already deleted. [ 629.855306] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e669d712-f18f-4073-9f68-5970f5422d76" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.872511] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.872684] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.872796] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.873194] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.873461] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.887789] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 906625d7-947e-41b9-8efe-9f92553100ef in Status: IN_PROGRESS for 2s [ 629.915464] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d4c6a7c6-44f5-4e91-8491-e691cf589470',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.972022] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf305367-f793-4b43-99a9-8907fd0c4649',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.972335] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf305367-f793-4b43-99a9-8907fd0c4649: rpc.has_security_group_logging(os_id): False [ 630.003247] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.003247] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.003247] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.003247] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.003247] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.003247] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.003247] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.003247] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.004277] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.004277] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.004277] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.004277] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.004277] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.004277] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.004277] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.004277] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.004562] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.004562] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.004562] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.004648] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.004693] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf305367-f793-4b43-99a9-8907fd0c4649 is going to be created. [ 630.092984] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.093188] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.093242] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.093411] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.093588] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.107461] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf305367-f793-4b43-99a9-8907fd0c4649 in Status: IN_PROGRESS for 2s [ 630.277947] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.277947] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.277947] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.277947] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.277947] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.277947] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port 95d1b7d0-5148-4e3a-8c3f-23ac8ada2c95 not found, creating... [ 630.277947] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.277947] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.277947] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.277947] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.277947] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.278534] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.278534] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.278534] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.282163] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.282163] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.282163] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: 95d1b7d0-5148-4e3a-8c3f-23ac8ada2c95 is going to be created. [ 630.318857] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb in Status: SUCCESS [ 630.319142] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.319364] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.319632] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.319720] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('373cace9-8513-4112-a4a3-fdd9746ca3cb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.326120] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.326120] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.326353] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.326531] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.326771] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.327060] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-95d1b7d0-5148-4e3a-8c3f-23ac8ada2c95" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.418019] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.418200] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.418370] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.418600] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.418956] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.418956] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4c6a7c6-44f5-4e91-8491-e691cf589470 is going to be created. [ 630.449484] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.449484] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.449484] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.449484] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.450303] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.466465] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c6a7c6-44f5-4e91-8491-e691cf589470 in Status: UNINITIALIZED for 2s [ 630.474781] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf305367-f793-4b43-99a9-8907fd0c4649',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.822843] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-373cace9-8513-4112-a4a3-fdd9746ca3cb taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.823172] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.981326] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.981326] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.981326] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.981326] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.981326] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.981326] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf305367-f793-4b43-99a9-8907fd0c4649 is going to be updated. [ 631.046964] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.047080] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.047138] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.047408] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.047562] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.054110] env[65832]: INFO networking_nsxv3.common.synchronization [req-be806e69-033c-4bce-8cd6-15ce7f925f43 req-c0880f5d-c456-4519-b4ce-d596018f2016 service nova] Enqueued Resource ID: e669d712-f18f-4073-9f68-5970f5422d76 with Priority: HIGHEST for action security_group_rules [ 631.054110] env[65832]: INFO networking_nsxv3.common.synchronization [req-be806e69-033c-4bce-8cd6-15ce7f925f43 req-c0880f5d-c456-4519-b4ce-d596018f2016 service nova] Enqueued Resource ID: e669d712-f18f-4073-9f68-5970f5422d76 with Priority: HIGHEST for action security_group_members [ 631.054110] env[65832]: INFO networking_nsxv3.common.synchronization [req-be806e69-033c-4bce-8cd6-15ce7f925f43 req-c0880f5d-c456-4519-b4ce-d596018f2016 service nova] Enqueued Resource ID: 95d1b7d0-5148-4e3a-8c3f-23ac8ada2c95 with Priority: HIGHEST for action port [ 631.054110] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e669d712-f18f-4073-9f68-5970f5422d76 with Priority: HIGHEST for action security_group_rules [ 631.054110] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e669d712-f18f-4073-9f68-5970f5422d76 with Priority: HIGHEST for action security_group_members [ 631.054110] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95d1b7d0-5148-4e3a-8c3f-23ac8ada2c95 with Priority: HIGHEST for action port [ 631.054602] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e669d712-f18f-4073-9f68-5970f5422d76 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.054602] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e669d712-f18f-4073-9f68-5970f5422d76" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.054602] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e669d712-f18f-4073-9f68-5970f5422d76" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.054740] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e669d712-f18f-4073-9f68-5970f5422d76" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.054740] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e669d712-f18f-4073-9f68-5970f5422d76',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.056353] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-e669d712-f18f-4073-9f68-5970f5422d76 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.056353] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e669d712-f18f-4073-9f68-5970f5422d76" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.056490] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e669d712-f18f-4073-9f68-5970f5422d76" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.057512] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e669d712-f18f-4073-9f68-5970f5422d76" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.057512] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.057512] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.057512] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.057512] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.057512] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.057512] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e669d712-f18f-4073-9f68-5970f5422d76',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.058708] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-95d1b7d0-5148-4e3a-8c3f-23ac8ada2c95 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.058830] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95d1b7d0-5148-4e3a-8c3f-23ac8ada2c95" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.058872] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95d1b7d0-5148-4e3a-8c3f-23ac8ada2c95" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.059339] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95d1b7d0-5148-4e3a-8c3f-23ac8ada2c95" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.059339] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95d1b7d0-5148-4e3a-8c3f-23ac8ada2c95',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.061845] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf305367-f793-4b43-99a9-8907fd0c4649 in Status: IN_PROGRESS for 2s [ 631.254310] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb in Status: SUCCESS [ 631.254536] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.254804] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.254956] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.255169] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.255305] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.255426] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.255542] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.255618] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.255704] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.255787] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('373cace9-8513-4112-a4a3-fdd9746ca3cb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.562389] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e669d712-f18f-4073-9f68-5970f5422d76',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.563536] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-e669d712-f18f-4073-9f68-5970f5422d76 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.563700] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e669d712-f18f-4073-9f68-5970f5422d76" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.563831] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95d1b7d0-5148-4e3a-8c3f-23ac8ada2c95 with status ACTIVE [ 631.563994] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.564118] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.565616] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.565616] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.565616] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.565616] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.565616] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.565616] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.565616] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.565616] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.566163] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.566217] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.567359] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.567359] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.567359] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.567359] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95d1b7d0-5148-4e3a-8c3f-23ac8ada2c95 is going to be updated. [ 631.593356] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.593554] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.593595] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.593875] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.594581] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.594581] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95d1b7d0-5148-4e3a-8c3f-23ac8ada2c95" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.760546] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-373cace9-8513-4112-a4a3-fdd9746ca3cb taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.761110] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.761110] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.761110] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.761438] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.761438] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.761438] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.761438] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.761645] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.761645] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.761761] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-373cace9-8513-4112-a4a3-fdd9746ca3cb taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.761807] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.761837] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.761985] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.762120] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.762208] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.762478] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.762478] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.762478] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.762749] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.762749] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('373cace9-8513-4112-a4a3-fdd9746ca3cb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.902091] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 906625d7-947e-41b9-8efe-9f92553100ef in Status: SUCCESS [ 631.902091] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.068712] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e669d712-f18f-4073-9f68-5970f5422d76',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.121168] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf305367-f793-4b43-99a9-8907fd0c4649 in Status: SUCCESS [ 632.121481] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.121665] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.122649] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.122649] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf305367-f793-4b43-99a9-8907fd0c4649',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.266705] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 373cace9-8513-4112-a4a3-fdd9746ca3cb: rpc.has_security_group_logging(os_id): False [ 632.287730] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.287942] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.287942] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.288460] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.288460] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.288640] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.288640] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.288778] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.288808] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.288879] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.289100] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.289187] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.289248] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.289388] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.289471] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.289652] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.289758] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.289814] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.289946] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.290042] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.290133] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb is going to be updated. [ 632.373611] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.373765] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.373808] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.374015] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.374144] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.385577] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb in Status: IN_PROGRESS for 2s [ 632.484706] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c6a7c6-44f5-4e91-8491-e691cf589470 in Status: SUCCESS [ 632.484937] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c6a7c6-44f5-4e91-8491-e691cf589470" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.485230] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c6a7c6-44f5-4e91-8491-e691cf589470" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.485473] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c6a7c6-44f5-4e91-8491-e691cf589470" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.485680] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.485800] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.485872] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.486018] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.486098] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.486183] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c6a7c6-44f5-4e91-8491-e691cf589470" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.486288] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d4c6a7c6-44f5-4e91-8491-e691cf589470',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.571382] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.571571] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.571655] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.571883] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.571997] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.572679] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e669d712-f18f-4073-9f68-5970f5422d76 is going to be created. [ 632.605000] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.605000] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.605000] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.605215] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.605362] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.618758] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e669d712-f18f-4073-9f68-5970f5422d76 in Status: UNINITIALIZED for 2s [ 632.624394] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf305367-f793-4b43-99a9-8907fd0c4649 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.624545] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.782238] env[65832]: INFO networking_nsxv3.common.synchronization [req-68770804-55af-4ba8-8392-8b5b51c16750 req-f0b79689-a8e3-4a89-89f6-ebf4f85eb73a tempest-ServerMetadataTestJSON-817338982 tempest-ServerMetadataTestJSON-817338982-project-member] Enqueued Resource ID: 048c36c3-afb6-4d45-ae21-0bf75641e682 with Priority: HIGHEST for action security_group_members [ 632.782858] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 048c36c3-afb6-4d45-ae21-0bf75641e682 with Priority: HIGHEST for action security_group_members [ 632.783374] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-048c36c3-afb6-4d45-ae21-0bf75641e682 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.783510] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-048c36c3-afb6-4d45-ae21-0bf75641e682" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.783583] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-048c36c3-afb6-4d45-ae21-0bf75641e682" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.784043] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-048c36c3-afb6-4d45-ae21-0bf75641e682" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.784043] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.784180] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.784180] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.784345] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.784430] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.784525] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('048c36c3-afb6-4d45-ae21-0bf75641e682',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.988373] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d4c6a7c6-44f5-4e91-8491-e691cf589470',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.080536] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf305367-f793-4b43-99a9-8907fd0c4649 in Status: SUCCESS [ 633.081250] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.081442] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.081677] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.081875] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.082058] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.082099] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.082257] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.082361] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.082419] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.082516] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf305367-f793-4b43-99a9-8907fd0c4649',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.289757] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.289757] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.289757] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.289757] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.289757] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.289757] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.289757] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.289757] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.289757] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.289757] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.289757] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 048c36c3-afb6-4d45-ae21-0bf75641e682 already deleted. [ 633.289757] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-048c36c3-afb6-4d45-ae21-0bf75641e682" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.491519] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d4c6a7c6-44f5-4e91-8491-e691cf589470: rpc.has_security_group_logging(os_id): False [ 633.518919] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.519157] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.520045] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.520045] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.520045] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.520045] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.520346] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.520346] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.520409] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.520446] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.520560] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d4c6a7c6-44f5-4e91-8491-e691cf589470 is going to be created. [ 633.587116] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf305367-f793-4b43-99a9-8907fd0c4649 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.587116] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.587243] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.588037] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.588037] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.588037] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.588037] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.588285] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.588285] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.588285] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.588448] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf305367-f793-4b43-99a9-8907fd0c4649 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.588593] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.588663] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.588769] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.588910] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.589011] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.589075] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.589288] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.589288] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.589377] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.589974] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf305367-f793-4b43-99a9-8907fd0c4649',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.636363] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.637355] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.637756] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.638288] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.639037] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.656968] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4c6a7c6-44f5-4e91-8491-e691cf589470 in Status: IN_PROGRESS for 2s [ 633.738873] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-378 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.740425] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-378" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.740425] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-378" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.740425] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-378" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.740425] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.741098] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.741576] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.741902] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.742075] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.742299] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.742414] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 633.742519] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 633.742625] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 633.742730] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.742845] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 633.742994] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.767681] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.767901] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 633.768063] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.768303] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-378" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.768716] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-6402d08b-8b6d-4f79-b508-bc4b386aeaf0 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.769018] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-6402d08b-8b6d-4f79-b508-bc4b386aeaf0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.769204] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-6402d08b-8b6d-4f79-b508-bc4b386aeaf0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.769648] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-6402d08b-8b6d-4f79-b508-bc4b386aeaf0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.769799] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6402d08b-8b6d-4f79-b508-bc4b386aeaf0',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.092654] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf305367-f793-4b43-99a9-8907fd0c4649: rpc.has_security_group_logging(os_id): False [ 634.135053] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.135228] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.135277] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.138711] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.138711] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.138711] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.138711] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.138711] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.138711] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.138711] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.138711] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.138711] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.138711] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.138711] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.138711] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.138711] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.138711] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.139710] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.139710] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.139710] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.139710] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf305367-f793-4b43-99a9-8907fd0c4649 is going to be updated. [ 634.214039] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.214039] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.214039] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.214922] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.214922] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.232701] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf305367-f793-4b43-99a9-8907fd0c4649 in Status: IN_PROGRESS for 2s [ 634.275756] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.275756] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.275756] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.275756] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.275756] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.275756] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port 6402d08b-8b6d-4f79-b508-bc4b386aeaf0 not found, creating... [ 634.275756] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.275756] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.275756] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.275756] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.275756] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.276474] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.276807] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.277129] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.277861] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.277978] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.278427] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: 6402d08b-8b6d-4f79-b508-bc4b386aeaf0 is going to be created. [ 634.325697] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.325697] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.325697] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.325697] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.325697] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.325697] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-6402d08b-8b6d-4f79-b508-bc4b386aeaf0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.402052] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb in Status: SUCCESS [ 634.402369] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.402649] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.402976] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.403219] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('373cace9-8513-4112-a4a3-fdd9746ca3cb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.630501] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e669d712-f18f-4073-9f68-5970f5422d76 in Status: SUCCESS [ 634.630820] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e669d712-f18f-4073-9f68-5970f5422d76" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.631058] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e669d712-f18f-4073-9f68-5970f5422d76" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.631351] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e669d712-f18f-4073-9f68-5970f5422d76" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.631565] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.631698] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.631761] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.631921] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.632012] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.632106] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e669d712-f18f-4073-9f68-5970f5422d76" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.632198] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e669d712-f18f-4073-9f68-5970f5422d76',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.878058] env[65832]: INFO networking_nsxv3.common.synchronization [req-0429dfac-8943-4ca3-8a4e-4b205794cba6 req-821931f8-63aa-46c2-b85b-00f9a407f22c tempest-DeleteServersAdminTestJSON-177525296 tempest-DeleteServersAdminTestJSON-177525296-project-admin] Enqueued Resource ID: 5c2324c8-df1e-43af-ba90-519c66eac09b with Priority: HIGHEST for action security_group_members [ 634.878960] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c2324c8-df1e-43af-ba90-519c66eac09b with Priority: HIGHEST for action security_group_members [ 634.878960] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c2324c8-df1e-43af-ba90-519c66eac09b taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.879363] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.879709] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.883276] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.883276] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.883276] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.883276] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.883276] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.883276] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.883276] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c2324c8-df1e-43af-ba90-519c66eac09b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.906843] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-373cace9-8513-4112-a4a3-fdd9746ca3cb taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.906843] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.906843] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.907485] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.907485] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.907485] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.907634] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.907706] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.907861] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.907938] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.908087] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('373cace9-8513-4112-a4a3-fdd9746ca3cb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.094648] env[65832]: INFO networking_nsxv3.common.synchronization [req-68770804-55af-4ba8-8392-8b5b51c16750 req-bb77e404-e4b2-4ded-9938-8d77b2e7cefd service nova] Enqueued Resource ID: 048c36c3-afb6-4d45-ae21-0bf75641e682 with Priority: HIGHEST for action security_group_rules [ 635.095093] env[65832]: INFO networking_nsxv3.common.synchronization [req-68770804-55af-4ba8-8392-8b5b51c16750 req-bb77e404-e4b2-4ded-9938-8d77b2e7cefd service nova] Enqueued Resource ID: 048c36c3-afb6-4d45-ae21-0bf75641e682 with Priority: HIGHEST for action security_group_members [ 635.095341] env[65832]: INFO networking_nsxv3.common.synchronization [req-68770804-55af-4ba8-8392-8b5b51c16750 req-bb77e404-e4b2-4ded-9938-8d77b2e7cefd service nova] Enqueued Resource ID: 6402d08b-8b6d-4f79-b508-bc4b386aeaf0 with Priority: HIGHEST for action port [ 635.095576] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 048c36c3-afb6-4d45-ae21-0bf75641e682 with Priority: HIGHEST for action security_group_rules [ 635.095702] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 048c36c3-afb6-4d45-ae21-0bf75641e682 with Priority: HIGHEST for action security_group_members [ 635.095794] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6402d08b-8b6d-4f79-b508-bc4b386aeaf0 with Priority: HIGHEST for action port [ 635.096352] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-048c36c3-afb6-4d45-ae21-0bf75641e682 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.096495] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-048c36c3-afb6-4d45-ae21-0bf75641e682" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.096646] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-048c36c3-afb6-4d45-ae21-0bf75641e682" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.096802] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-048c36c3-afb6-4d45-ae21-0bf75641e682" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.096882] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('048c36c3-afb6-4d45-ae21-0bf75641e682',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.098132] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-048c36c3-afb6-4d45-ae21-0bf75641e682 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.098201] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-048c36c3-afb6-4d45-ae21-0bf75641e682" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.098252] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-048c36c3-afb6-4d45-ae21-0bf75641e682" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.098415] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-048c36c3-afb6-4d45-ae21-0bf75641e682" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.098566] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.098664] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.098725] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.098863] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.098943] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.100074] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('048c36c3-afb6-4d45-ae21-0bf75641e682',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.100936] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-6402d08b-8b6d-4f79-b508-bc4b386aeaf0 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.101631] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6402d08b-8b6d-4f79-b508-bc4b386aeaf0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.101702] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6402d08b-8b6d-4f79-b508-bc4b386aeaf0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.102037] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6402d08b-8b6d-4f79-b508-bc4b386aeaf0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.102037] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6402d08b-8b6d-4f79-b508-bc4b386aeaf0',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.134965] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e669d712-f18f-4073-9f68-5970f5422d76',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.385345] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.385571] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.385672] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.385992] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.386147] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.386433] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.386581] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.386671] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.386891] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.387014] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.387142] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c2324c8-df1e-43af-ba90-519c66eac09b is going to be updated. [ 635.410482] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-373cace9-8513-4112-a4a3-fdd9746ca3cb taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.410694] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.410694] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.410921] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.411096] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.411195] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.411258] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.411403] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.411639] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.411639] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.411778] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-373cace9-8513-4112-a4a3-fdd9746ca3cb taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.411842] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.411896] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.412011] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.412150] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.412243] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.412303] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.412440] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.412534] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.412587] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.412672] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('373cace9-8513-4112-a4a3-fdd9746ca3cb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.422211] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.422211] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.422211] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.422211] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.422211] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.432421] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c2324c8-df1e-43af-ba90-519c66eac09b in Status: IN_PROGRESS for 2s [ 635.511935] env[65832]: INFO networking_nsxv3.common.synchronization [req-10801ff9-493a-4975-bae9-0c9b9cd32d87 req-9182321b-d6a7-4730-842c-c4f5e67443e2 tempest-ServerExternalEventsTest-1093495438 tempest-ServerExternalEventsTest-1093495438-project-member] Enqueued Resource ID: 63a2adf2-a1ef-4cf5-87be-f8db1f42923c with Priority: HIGHEST for action security_group_members [ 635.512521] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63a2adf2-a1ef-4cf5-87be-f8db1f42923c with Priority: HIGHEST for action security_group_members [ 635.512838] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-63a2adf2-a1ef-4cf5-87be-f8db1f42923c taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.512950] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63a2adf2-a1ef-4cf5-87be-f8db1f42923c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.513226] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63a2adf2-a1ef-4cf5-87be-f8db1f42923c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.513384] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63a2adf2-a1ef-4cf5-87be-f8db1f42923c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.513551] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.513742] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.513742] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.513873] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.513960] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.514133] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63a2adf2-a1ef-4cf5-87be-f8db1f42923c',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.603077] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('048c36c3-afb6-4d45-ae21-0bf75641e682',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.604488] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-048c36c3-afb6-4d45-ae21-0bf75641e682 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.604606] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-048c36c3-afb6-4d45-ae21-0bf75641e682" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.604986] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6402d08b-8b6d-4f79-b508-bc4b386aeaf0 with status ACTIVE [ 635.604986] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.605162] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.605162] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.605314] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.605401] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.605575] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.605726] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.605726] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.605875] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.605945] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.607540] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.607972] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.608058] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.608806] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.608806] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.608806] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6402d08b-8b6d-4f79-b508-bc4b386aeaf0 is going to be updated. [ 635.638797] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e669d712-f18f-4073-9f68-5970f5422d76: rpc.has_security_group_logging(os_id): False [ 635.639333] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.639476] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.639548] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.639930] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.640096] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.640290] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6402d08b-8b6d-4f79-b508-bc4b386aeaf0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.659785] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.660099] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.660099] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.660862] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.661084] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.664225] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.664225] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.664225] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.664225] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.664225] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.664225] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e669d712-f18f-4073-9f68-5970f5422d76 is going to be created. [ 635.690240] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d4c6a7c6-44f5-4e91-8491-e691cf589470 in Status: SUCCESS [ 635.690471] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d4c6a7c6-44f5-4e91-8491-e691cf589470" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.761074] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.762607] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.763556] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.764083] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.764456] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.782711] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e669d712-f18f-4073-9f68-5970f5422d76 in Status: IN_PROGRESS for 2s [ 635.918099] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 373cace9-8513-4112-a4a3-fdd9746ca3cb: rpc.has_security_group_logging(os_id): False [ 635.945921] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.945921] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.945921] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.945921] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.945921] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.946247] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.946300] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.946356] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.946513] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.946658] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.946808] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.946896] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.947027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.947135] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.947179] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.948130] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.948130] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.948130] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.948385] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.948385] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.948951] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb is going to be updated. [ 636.017439] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.017439] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.017439] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.017761] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.017902] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.018209] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.018418] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.018635] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.018686] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.018793] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.018897] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63a2adf2-a1ef-4cf5-87be-f8db1f42923c is going to be updated. [ 636.057615] env[65832]: INFO networking_nsxv3.common.synchronization [req-ef512533-d59c-48e6-a111-78583aa7cd7c req-3952a7d5-850f-4a67-908f-d13b5d764228 tempest-SecurityGroupsTestJSON-1917859049 tempest-SecurityGroupsTestJSON-1917859049-project-member] Enqueued Resource ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 with Priority: HIGHEST for action security_group_members [ 636.058761] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 with Priority: HIGHEST for action security_group_members [ 636.058993] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.059544] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.059619] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.059987] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.060283] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.060392] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.060448] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.060620] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.060881] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.061015] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.102321] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.102601] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.102601] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.102674] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.102778] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.105797] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.105988] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.106131] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.106278] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.106450] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.110591] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('048c36c3-afb6-4d45-ae21-0bf75641e682',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.121870] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63a2adf2-a1ef-4cf5-87be-f8db1f42923c in Status: IN_PROGRESS for 2s [ 636.128473] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb in Status: IN_PROGRESS for 2s [ 636.268574] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf305367-f793-4b43-99a9-8907fd0c4649 in Status: SUCCESS [ 636.268574] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.552443] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-344 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.552776] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-344" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.552913] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-344" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.553270] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-344" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.553550] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.553716] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.553836] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.554090] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.554239] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.554455] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.554633] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.554685] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.554794] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.554903] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.555025] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.555194] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.564027] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.564173] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.564265] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.564512] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.564655] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.564827] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.564930] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.564988] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.565250] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.565339] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.565443] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 already deleted. [ 636.565531] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.577492] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.577696] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 636.577859] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.577988] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-344" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.578345] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-7bb4125a-bc0d-427c-a4c1-6758df3b9074 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.578523] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-7bb4125a-bc0d-427c-a4c1-6758df3b9074" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.578664] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-7bb4125a-bc0d-427c-a4c1-6758df3b9074" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.578992] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-7bb4125a-bc0d-427c-a4c1-6758df3b9074" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.579128] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bb4125a-bc0d-427c-a4c1-6758df3b9074',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.613014] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.613346] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.613513] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.613926] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.614227] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.614303] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 048c36c3-afb6-4d45-ae21-0bf75641e682 is going to be created. [ 636.645419] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.645669] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.645669] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.645843] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.645986] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.660118] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 048c36c3-afb6-4d45-ae21-0bf75641e682 in Status: UNINITIALIZED for 2s [ 637.084598] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.085016] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.085016] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.085697] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.085697] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.085697] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port 7bb4125a-bc0d-427c-a4c1-6758df3b9074 not found, creating... [ 637.085878] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.086062] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.086115] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.086543] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.086543] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.086743] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.086881] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.086946] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.087174] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.087321] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.087465] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: 7bb4125a-bc0d-427c-a4c1-6758df3b9074 is going to be created. [ 637.107636] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.108028] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.108028] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.108259] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.108595] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.108858] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-7bb4125a-bc0d-427c-a4c1-6758df3b9074" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.260761] env[65832]: INFO networking_nsxv3.common.synchronization [None req-77694b84-618e-4ccb-8255-8bf3ff08668a None None] Enqueued Resource ID: 72550ef7-c5f1-48ef-a4e1-651c3755362f with Priority: HIGHEST for action port [ 637.261482] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72550ef7-c5f1-48ef-a4e1-651c3755362f with Priority: HIGHEST for action port [ 637.261482] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-72550ef7-c5f1-48ef-a4e1-651c3755362f taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.261979] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72550ef7-c5f1-48ef-a4e1-651c3755362f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.261979] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72550ef7-c5f1-48ef-a4e1-651c3755362f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.261979] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72550ef7-c5f1-48ef-a4e1-651c3755362f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.261979] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72550ef7-c5f1-48ef-a4e1-651c3755362f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.446015] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c2324c8-df1e-43af-ba90-519c66eac09b in Status: SUCCESS [ 637.446160] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c2324c8-df1e-43af-ba90-519c66eac09b deletion is rescheduled due to dependency. [ 637.446229] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.765450] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 72550ef7-c5f1-48ef-a4e1-651c3755362f [ 637.766089] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.766089] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.766089] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.766089] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.766336] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.766336] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:72550ef7-c5f1-48ef-a4e1-651c3755362f already deleted. [ 637.766336] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72550ef7-c5f1-48ef-a4e1-651c3755362f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.795743] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e669d712-f18f-4073-9f68-5970f5422d76 in Status: SUCCESS [ 637.798682] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e669d712-f18f-4073-9f68-5970f5422d76" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.826759] env[65832]: INFO networking_nsxv3.common.synchronization [req-ef512533-d59c-48e6-a111-78583aa7cd7c req-588ce06a-2012-4406-bc0e-745942607c44 service nova] Enqueued Resource ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 with Priority: HIGHEST for action security_group_rules [ 637.826759] env[65832]: INFO networking_nsxv3.common.synchronization [req-ef512533-d59c-48e6-a111-78583aa7cd7c req-588ce06a-2012-4406-bc0e-745942607c44 service nova] Enqueued Resource ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 with Priority: HIGHEST for action security_group_members [ 637.826759] env[65832]: INFO networking_nsxv3.common.synchronization [req-ef512533-d59c-48e6-a111-78583aa7cd7c req-588ce06a-2012-4406-bc0e-745942607c44 service nova] Enqueued Resource ID: 7bb4125a-bc0d-427c-a4c1-6758df3b9074 with Priority: HIGHEST for action port [ 637.826759] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 with Priority: HIGHEST for action security_group_rules [ 637.826759] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 with Priority: HIGHEST for action security_group_members [ 637.826759] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb4125a-bc0d-427c-a4c1-6758df3b9074 with Priority: HIGHEST for action port [ 637.827382] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d71d1514-5f61-40c2-bd72-56b14f5fbaf3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.828380] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.828380] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.828380] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.828380] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.828923] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.829064] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.829152] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.829349] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.829546] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.829664] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.829777] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.829984] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.830084] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.833025] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.833025] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bb4125a-bc0d-427c-a4c1-6758df3b9074 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.833025] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bb4125a-bc0d-427c-a4c1-6758df3b9074" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.833025] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bb4125a-bc0d-427c-a4c1-6758df3b9074" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.833025] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bb4125a-bc0d-427c-a4c1-6758df3b9074" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.833025] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bb4125a-bc0d-427c-a4c1-6758df3b9074',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.136179] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63a2adf2-a1ef-4cf5-87be-f8db1f42923c in Status: SUCCESS [ 638.136504] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63a2adf2-a1ef-4cf5-87be-f8db1f42923c deletion is rescheduled due to dependency. [ 638.136504] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63a2adf2-a1ef-4cf5-87be-f8db1f42923c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.148887] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb in Status: SUCCESS [ 638.149161] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.334117] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.335886] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.336059] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.337636] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7bb4125a-bc0d-427c-a4c1-6758df3b9074 with status ACTIVE [ 638.337636] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.337636] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.337857] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.342203] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.342335] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.342560] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.342678] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.342731] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.342922] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.343008] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.343279] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.343397] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.343397] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.343518] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.343591] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.343677] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7bb4125a-bc0d-427c-a4c1-6758df3b9074 is going to be updated. [ 638.366286] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.366473] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.366515] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.366704] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.366834] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.366993] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bb4125a-bc0d-427c-a4c1-6758df3b9074" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.476166] env[65832]: INFO networking_nsxv3.common.synchronization [req-0d2b4945-df30-4fae-80a1-61d25473dfef req-42de2a26-e895-4f39-a4d3-b7c6e99160b5 tempest-ImagesOneServerTestJSON-856191546 tempest-ImagesOneServerTestJSON-856191546-project-member] Enqueued Resource ID: 3a8c35d6-0997-442b-b63f-c25af15fc489 with Priority: HIGHEST for action security_group_members [ 638.476166] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a8c35d6-0997-442b-b63f-c25af15fc489 with Priority: HIGHEST for action security_group_members [ 638.478342] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a8c35d6-0997-442b-b63f-c25af15fc489 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.478342] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a8c35d6-0997-442b-b63f-c25af15fc489" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.478342] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a8c35d6-0997-442b-b63f-c25af15fc489" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.478342] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a8c35d6-0997-442b-b63f-c25af15fc489" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.478342] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.478342] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.478342] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.478342] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.478342] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.478342] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a8c35d6-0997-442b-b63f-c25af15fc489',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.674163] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 048c36c3-afb6-4d45-ae21-0bf75641e682 in Status: SUCCESS [ 638.674357] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-048c36c3-afb6-4d45-ae21-0bf75641e682" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.674592] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-048c36c3-afb6-4d45-ae21-0bf75641e682" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.675084] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-048c36c3-afb6-4d45-ae21-0bf75641e682" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.675084] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.675357] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.675453] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.675638] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.675725] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.675836] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-048c36c3-afb6-4d45-ae21-0bf75641e682" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.675948] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('048c36c3-afb6-4d45-ae21-0bf75641e682',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.836602] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.984031] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.984031] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.984237] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.988083] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.988291] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.988540] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.988838] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.988838] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.988936] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.988972] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.989433] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a8c35d6-0997-442b-b63f-c25af15fc489 already deleted. [ 638.989433] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a8c35d6-0997-442b-b63f-c25af15fc489" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.052845] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-800 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.053226] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-800" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.053226] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-800" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.053499] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-800" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.053752] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.053944] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.057154] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.057154] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.057242] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.057437] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.057549] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 639.057667] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 639.057836] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 639.057883] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.057953] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 639.058093] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 639.081993] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 639.081993] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 639.081993] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 639.082173] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-800" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.082476] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-078fe5b2-13f7-4d15-80ef-55159f101d47 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.083857] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-078fe5b2-13f7-4d15-80ef-55159f101d47" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.083857] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-078fe5b2-13f7-4d15-80ef-55159f101d47" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.083857] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-078fe5b2-13f7-4d15-80ef-55159f101d47" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.084133] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('078fe5b2-13f7-4d15-80ef-55159f101d47',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.179105] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-048c36c3-afb6-4d45-ae21-0bf75641e682 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.179105] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-048c36c3-afb6-4d45-ae21-0bf75641e682" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.179487] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-048c36c3-afb6-4d45-ae21-0bf75641e682" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.179487] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-048c36c3-afb6-4d45-ae21-0bf75641e682" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.179685] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.179685] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.180922] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.180922] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.180922] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.180922] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-048c36c3-afb6-4d45-ae21-0bf75641e682" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.180922] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-048c36c3-afb6-4d45-ae21-0bf75641e682 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.180922] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-048c36c3-afb6-4d45-ae21-0bf75641e682" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.180922] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-048c36c3-afb6-4d45-ae21-0bf75641e682" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.180922] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-048c36c3-afb6-4d45-ae21-0bf75641e682" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.180922] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.180922] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.181325] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.181325] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.181325] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.181325] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-048c36c3-afb6-4d45-ae21-0bf75641e682" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.181917] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('048c36c3-afb6-4d45-ae21-0bf75641e682',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.188655] env[65832]: INFO networking_nsxv3.common.synchronization [None req-dbdfa30a-b34a-4c1e-8d82-9232d4251aa5 None None] Enqueued Resource ID: 7b124abf-f999-476c-b379-84f13e855244 with Priority: HIGHEST for action port [ 639.188917] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b124abf-f999-476c-b379-84f13e855244 with Priority: HIGHEST for action port [ 639.190474] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b124abf-f999-476c-b379-84f13e855244 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.190474] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b124abf-f999-476c-b379-84f13e855244" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.190474] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b124abf-f999-476c-b379-84f13e855244" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.190474] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b124abf-f999-476c-b379-84f13e855244" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.190474] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b124abf-f999-476c-b379-84f13e855244',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.341353] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.341353] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.341353] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.341353] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.341353] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.341353] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 is going to be created. [ 639.367024] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.367024] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.367024] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.367669] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.367703] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.381024] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 in Status: UNINITIALIZED for 2s [ 639.588115] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.588115] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.588115] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.588115] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.588115] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.588115] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port 078fe5b2-13f7-4d15-80ef-55159f101d47 not found, creating... [ 639.588115] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.588115] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.588115] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.588115] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.588537] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.588537] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.588627] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.588703] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.588898] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.589183] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.589988] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: 078fe5b2-13f7-4d15-80ef-55159f101d47 is going to be created. [ 639.618319] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.618753] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.618753] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.618950] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.619188] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.620264] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-078fe5b2-13f7-4d15-80ef-55159f101d47" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.684212] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 048c36c3-afb6-4d45-ae21-0bf75641e682: rpc.has_security_group_logging(os_id): False [ 639.695457] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b124abf-f999-476c-b379-84f13e855244 [ 639.695707] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.695851] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.695919] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.696166] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.696296] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.696338] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b124abf-f999-476c-b379-84f13e855244 already deleted. [ 639.696421] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b124abf-f999-476c-b379-84f13e855244" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.711706] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.711853] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.711939] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.712656] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.712656] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.712656] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.712656] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.712656] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.713104] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.713104] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.713104] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.713267] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.713267] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.717259] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.717436] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.717777] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.717879] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.717972] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.718748] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.718748] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.718748] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 048c36c3-afb6-4d45-ae21-0bf75641e682 is going to be created. [ 639.811379] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.811636] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.811759] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.812201] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.816921] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.832844] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 048c36c3-afb6-4d45-ae21-0bf75641e682 in Status: IN_PROGRESS for 2s [ 640.326956] env[65832]: INFO networking_nsxv3.common.synchronization [req-2d2e72ab-405b-486a-8e20-6e6e588333b4 req-22579102-326e-43b8-9f02-212ae433bee0 tempest-ListServerFiltersTestJSON-765786210 tempest-ListServerFiltersTestJSON-765786210-project-member] Enqueued Resource ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d with Priority: HIGHEST for action security_group_members [ 640.326956] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d with Priority: HIGHEST for action security_group_members [ 640.330898] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23827a1-f628-40aa-ae76-1c5c046b1b7d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.330898] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.330898] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.330898] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.330898] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.330898] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.330898] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.330898] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.330898] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.330898] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f23827a1-f628-40aa-ae76-1c5c046b1b7d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.368034] env[65832]: INFO networking_nsxv3.common.synchronization [req-0d2b4945-df30-4fae-80a1-61d25473dfef req-2c51057e-3284-4b79-ad7b-09d6512c572a service nova] Enqueued Resource ID: 3a8c35d6-0997-442b-b63f-c25af15fc489 with Priority: HIGHEST for action security_group_rules [ 640.368467] env[65832]: INFO networking_nsxv3.common.synchronization [req-0d2b4945-df30-4fae-80a1-61d25473dfef req-2c51057e-3284-4b79-ad7b-09d6512c572a service nova] Enqueued Resource ID: 3a8c35d6-0997-442b-b63f-c25af15fc489 with Priority: HIGHEST for action security_group_members [ 640.369217] env[65832]: INFO networking_nsxv3.common.synchronization [req-0d2b4945-df30-4fae-80a1-61d25473dfef req-2c51057e-3284-4b79-ad7b-09d6512c572a service nova] Enqueued Resource ID: 078fe5b2-13f7-4d15-80ef-55159f101d47 with Priority: HIGHEST for action port [ 640.370403] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a8c35d6-0997-442b-b63f-c25af15fc489 with Priority: HIGHEST for action security_group_rules [ 640.370693] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a8c35d6-0997-442b-b63f-c25af15fc489 with Priority: HIGHEST for action security_group_members [ 640.371191] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 078fe5b2-13f7-4d15-80ef-55159f101d47 with Priority: HIGHEST for action port [ 640.371586] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a8c35d6-0997-442b-b63f-c25af15fc489 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.373125] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a8c35d6-0997-442b-b63f-c25af15fc489" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.373125] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a8c35d6-0997-442b-b63f-c25af15fc489" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.373125] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a8c35d6-0997-442b-b63f-c25af15fc489" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.373125] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a8c35d6-0997-442b-b63f-c25af15fc489',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.373125] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a8c35d6-0997-442b-b63f-c25af15fc489 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.373419] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a8c35d6-0997-442b-b63f-c25af15fc489" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.373419] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a8c35d6-0997-442b-b63f-c25af15fc489" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.373632] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a8c35d6-0997-442b-b63f-c25af15fc489" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.373894] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.374056] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.374163] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.374763] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.374763] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.374763] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a8c35d6-0997-442b-b63f-c25af15fc489',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.375594] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-078fe5b2-13f7-4d15-80ef-55159f101d47 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.376043] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-078fe5b2-13f7-4d15-80ef-55159f101d47" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.376043] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-078fe5b2-13f7-4d15-80ef-55159f101d47" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.376457] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-078fe5b2-13f7-4d15-80ef-55159f101d47" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.376457] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('078fe5b2-13f7-4d15-80ef-55159f101d47',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.523824] env[65832]: INFO networking_nsxv3.common.synchronization [None req-aef2a45e-c139-4dbd-bd71-0b72f04298d5 tempest-ServersWithSpecificFlavorTestJSON-1532719263 tempest-ServersWithSpecificFlavorTestJSON-1532719263-project-member] Enqueued Resource ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f with Priority: HIGHEST for action security_group_rules [ 640.524610] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f with Priority: HIGHEST for action security_group_rules [ 640.527401] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.527401] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.527401] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.527401] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.527401] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.823766] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-734 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.823940] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-734" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.823940] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-734" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.824281] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-734" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.824571] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.824730] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.824853] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.825104] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.825290] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.830599] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.830599] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.830599] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.830599] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.830599] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.830599] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.830599] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.832158] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.832158] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.832318] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.832445] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.832540] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.832743] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.832914] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.832981] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.833168] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.833245] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.833344] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d already deleted. [ 640.833426] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.848020] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.848271] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 640.848462] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.848691] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-734" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.849064] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-8b0e1d7c-cb6b-4a10-8ad6-540978e3e4a4 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.849287] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-8b0e1d7c-cb6b-4a10-8ad6-540978e3e4a4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.849445] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-8b0e1d7c-cb6b-4a10-8ad6-540978e3e4a4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.849813] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-8b0e1d7c-cb6b-4a10-8ad6-540978e3e4a4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.850009] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b0e1d7c-cb6b-4a10-8ad6-540978e3e4a4',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.878698] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a8c35d6-0997-442b-b63f-c25af15fc489',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.879933] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a8c35d6-0997-442b-b63f-c25af15fc489 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.880098] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a8c35d6-0997-442b-b63f-c25af15fc489" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.880308] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 078fe5b2-13f7-4d15-80ef-55159f101d47 with status ACTIVE [ 640.880504] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.880650] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.880758] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.881062] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.881164] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.881404] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.881554] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.881648] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.881851] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.881986] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.882718] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.882873] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.882933] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.883281] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.883396] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.883931] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 078fe5b2-13f7-4d15-80ef-55159f101d47 is going to be updated. [ 640.922552] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.922552] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.922552] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.922552] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.922552] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.923025] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-078fe5b2-13f7-4d15-80ef-55159f101d47" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.067904] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.067904] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.067904] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.068931] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.068931] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.068931] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f already deleted. [ 641.068931] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.232856] env[65832]: INFO networking_nsxv3.common.synchronization [None req-9226f82e-75e2-46d8-8519-e1dc18c84376 tempest-ServersWithSpecificFlavorTestJSON-1532719263 tempest-ServersWithSpecificFlavorTestJSON-1532719263-project-member] Enqueued Resource ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f with Priority: HIGHEST for action security_group_rules [ 641.233370] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f with Priority: HIGHEST for action security_group_rules [ 641.233661] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.233931] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.234307] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.234612] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.234702] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.354240] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.354529] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.354613] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.354895] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.355051] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.355201] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port 8b0e1d7c-cb6b-4a10-8ad6-540978e3e4a4 not found, creating... [ 641.355471] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.355613] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.355905] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.355947] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.356066] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.356339] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.356574] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.356723] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.356960] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.357062] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.357193] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: 8b0e1d7c-cb6b-4a10-8ad6-540978e3e4a4 is going to be created. [ 641.378671] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.378838] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.378970] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.379253] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.379501] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.379896] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-8b0e1d7c-cb6b-4a10-8ad6-540978e3e4a4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.386252] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a8c35d6-0997-442b-b63f-c25af15fc489',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.391697] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 in Status: SUCCESS [ 641.391811] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.391964] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.392267] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.392369] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.392491] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.392554] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.392703] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.392781] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.392869] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.392955] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.756362] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.756581] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.756653] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.756861] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.756950] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.757048] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f already deleted. [ 641.757175] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.849374] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 048c36c3-afb6-4d45-ae21-0bf75641e682 in Status: SUCCESS [ 641.849374] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-048c36c3-afb6-4d45-ae21-0bf75641e682" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.888507] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.888507] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.888689] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.888810] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.888897] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.889023] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a8c35d6-0997-442b-b63f-c25af15fc489 is going to be created. [ 641.895247] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.895461] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.895617] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.895854] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.895992] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.896142] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.896214] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.896453] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.896512] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.896612] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.896799] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.896909] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.897242] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.897242] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.897377] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.897428] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.897564] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.897673] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.897771] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.897933] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.897985] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.919401] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.919598] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.919677] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.919898] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.920062] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.931611] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a8c35d6-0997-442b-b63f-c25af15fc489 in Status: UNINITIALIZED for 2s [ 642.126068] env[65832]: INFO networking_nsxv3.common.synchronization [req-2d2e72ab-405b-486a-8e20-6e6e588333b4 req-c469c2f3-e6df-4000-9b99-2435d4048596 service nova] Enqueued Resource ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d with Priority: HIGHEST for action security_group_rules [ 642.127768] env[65832]: INFO networking_nsxv3.common.synchronization [req-2d2e72ab-405b-486a-8e20-6e6e588333b4 req-c469c2f3-e6df-4000-9b99-2435d4048596 service nova] Enqueued Resource ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d with Priority: HIGHEST for action security_group_members [ 642.127768] env[65832]: INFO networking_nsxv3.common.synchronization [req-2d2e72ab-405b-486a-8e20-6e6e588333b4 req-c469c2f3-e6df-4000-9b99-2435d4048596 service nova] Enqueued Resource ID: 8b0e1d7c-cb6b-4a10-8ad6-540978e3e4a4 with Priority: HIGHEST for action port [ 642.127768] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d with Priority: HIGHEST for action security_group_rules [ 642.127768] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d with Priority: HIGHEST for action security_group_members [ 642.127768] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b0e1d7c-cb6b-4a10-8ad6-540978e3e4a4 with Priority: HIGHEST for action port [ 642.127768] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f23827a1-f628-40aa-ae76-1c5c046b1b7d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.127768] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.128300] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.128423] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.128534] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f23827a1-f628-40aa-ae76-1c5c046b1b7d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.129565] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23827a1-f628-40aa-ae76-1c5c046b1b7d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.129716] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.129805] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.130018] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.130205] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.130338] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.130425] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.132886] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.132886] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.132886] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f23827a1-f628-40aa-ae76-1c5c046b1b7d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.132886] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b0e1d7c-cb6b-4a10-8ad6-540978e3e4a4 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.132886] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b0e1d7c-cb6b-4a10-8ad6-540978e3e4a4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.132886] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b0e1d7c-cb6b-4a10-8ad6-540978e3e4a4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.132886] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b0e1d7c-cb6b-4a10-8ad6-540978e3e4a4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.132886] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b0e1d7c-cb6b-4a10-8ad6-540978e3e4a4',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.401382] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d71d1514-5f61-40c2-bd72-56b14f5fbaf3: rpc.has_security_group_logging(os_id): False [ 642.419292] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.419292] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.419292] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.419436] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.419479] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.419709] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.419820] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.419884] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.420045] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.420121] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.420301] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.420416] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.420472] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.420623] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.420685] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.420855] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.420948] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.421607] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.421888] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.422030] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.422208] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 is going to be created. [ 642.488551] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.488551] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.488820] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.489456] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.489730] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.502488] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 in Status: IN_PROGRESS for 2s [ 642.634875] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23827a1-f628-40aa-ae76-1c5c046b1b7d taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.635376] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.636477] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f23827a1-f628-40aa-ae76-1c5c046b1b7d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.639250] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b0e1d7c-cb6b-4a10-8ad6-540978e3e4a4 with status ACTIVE [ 642.639250] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.639250] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.639250] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.639250] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.639250] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.639250] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.639250] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.639250] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.639250] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.639250] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.639804] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.639804] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.639804] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.639804] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.639936] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.641105] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b0e1d7c-cb6b-4a10-8ad6-540978e3e4a4 is going to be updated. [ 642.673048] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.673231] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.673281] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.675020] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.675020] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.675020] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b0e1d7c-cb6b-4a10-8ad6-540978e3e4a4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.143048] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f23827a1-f628-40aa-ae76-1c5c046b1b7d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.647160] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.647160] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.647160] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.647786] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.647786] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.647786] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d is going to be created. [ 643.678537] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.678537] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.678537] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.678537] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.678537] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.693513] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d in Status: UNINITIALIZED for 2s [ 643.943758] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a8c35d6-0997-442b-b63f-c25af15fc489 in Status: SUCCESS [ 643.943758] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a8c35d6-0997-442b-b63f-c25af15fc489" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.946934] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a8c35d6-0997-442b-b63f-c25af15fc489" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.946934] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a8c35d6-0997-442b-b63f-c25af15fc489" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.946934] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.946934] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.946934] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.946934] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.946934] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.946934] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a8c35d6-0997-442b-b63f-c25af15fc489" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.946934] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a8c35d6-0997-442b-b63f-c25af15fc489',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.067724] env[65832]: INFO networking_nsxv3.common.synchronization [None req-fcf045ea-fefc-459b-a06f-f4a943c02fb8 None None] Enqueued Resource ID: 225a8860-b58d-4494-a719-61fc6b553890 with Priority: HIGHEST for action port [ 644.068143] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 225a8860-b58d-4494-a719-61fc6b553890 with Priority: HIGHEST for action port [ 644.068717] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-225a8860-b58d-4494-a719-61fc6b553890 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.068717] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-225a8860-b58d-4494-a719-61fc6b553890" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.068717] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-225a8860-b58d-4494-a719-61fc6b553890" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.069080] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-225a8860-b58d-4494-a719-61fc6b553890" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.069791] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('225a8860-b58d-4494-a719-61fc6b553890',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.448876] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a8c35d6-0997-442b-b63f-c25af15fc489 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.448876] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a8c35d6-0997-442b-b63f-c25af15fc489" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.448876] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a8c35d6-0997-442b-b63f-c25af15fc489" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.449288] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a8c35d6-0997-442b-b63f-c25af15fc489" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.449288] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.449288] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.449406] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.449492] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.449566] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.449758] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a8c35d6-0997-442b-b63f-c25af15fc489" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.449829] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a8c35d6-0997-442b-b63f-c25af15fc489 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.450019] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a8c35d6-0997-442b-b63f-c25af15fc489" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.450019] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a8c35d6-0997-442b-b63f-c25af15fc489" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.450204] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a8c35d6-0997-442b-b63f-c25af15fc489" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.450395] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.450533] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.450583] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.450726] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.450874] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.450874] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a8c35d6-0997-442b-b63f-c25af15fc489" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.450963] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a8c35d6-0997-442b-b63f-c25af15fc489',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.517059] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 in Status: SUCCESS [ 644.517340] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.571367] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 225a8860-b58d-4494-a719-61fc6b553890 [ 644.571604] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.571766] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.571826] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.572027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.572157] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.572205] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:225a8860-b58d-4494-a719-61fc6b553890 already deleted. [ 644.572273] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-225a8860-b58d-4494-a719-61fc6b553890" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.954418] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a8c35d6-0997-442b-b63f-c25af15fc489: rpc.has_security_group_logging(os_id): False [ 644.974932] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.977084] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.977084] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.977477] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.977625] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.977940] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.978080] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.978220] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.978475] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.978613] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.979255] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.979255] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.979255] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.979255] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.979255] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.979687] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.979838] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.980064] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.980399] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.980534] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.980673] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a8c35d6-0997-442b-b63f-c25af15fc489 is going to be created. [ 645.049915] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.049915] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.049915] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.049915] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.049915] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.067829] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a8c35d6-0997-442b-b63f-c25af15fc489 in Status: IN_PROGRESS for 2s [ 645.709114] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d in Status: SUCCESS [ 645.712659] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.712659] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.712659] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.712659] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.712659] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.712659] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.712659] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.712659] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.712659] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.712659] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f23827a1-f628-40aa-ae76-1c5c046b1b7d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.772554] env[65832]: INFO networking_nsxv3.common.synchronization [None req-9d6bddcb-2607-4f9b-bf29-6d1f6e070e71 None None] Enqueued Resource ID: 2bd860b0-5154-4a5c-ac37-63e5e7d9df41 with Priority: HIGHEST for action port [ 645.774536] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bd860b0-5154-4a5c-ac37-63e5e7d9df41 with Priority: HIGHEST for action port [ 645.777016] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bd860b0-5154-4a5c-ac37-63e5e7d9df41 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.778190] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bd860b0-5154-4a5c-ac37-63e5e7d9df41" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.778449] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bd860b0-5154-4a5c-ac37-63e5e7d9df41" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.779184] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bd860b0-5154-4a5c-ac37-63e5e7d9df41" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.781321] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bd860b0-5154-4a5c-ac37-63e5e7d9df41',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.214428] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23827a1-f628-40aa-ae76-1c5c046b1b7d taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.214743] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.214743] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.214907] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.215097] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.215222] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.215286] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.215520] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.215645] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.217655] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.217655] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23827a1-f628-40aa-ae76-1c5c046b1b7d taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.217655] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.217655] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.217655] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.217655] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.217655] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.217655] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.217655] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.217655] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.217655] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.217655] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f23827a1-f628-40aa-ae76-1c5c046b1b7d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.282627] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2bd860b0-5154-4a5c-ac37-63e5e7d9df41 [ 646.282899] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.283069] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.283140] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.283424] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.283628] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.283730] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2bd860b0-5154-4a5c-ac37-63e5e7d9df41 already deleted. [ 646.283823] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bd860b0-5154-4a5c-ac37-63e5e7d9df41" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.721716] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f23827a1-f628-40aa-ae76-1c5c046b1b7d: rpc.has_security_group_logging(os_id): False [ 646.744028] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.744028] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.744028] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.744028] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.744028] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.744028] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.744028] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.744028] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.744028] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.744028] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.744028] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.744028] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.744028] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.744028] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.745490] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.745490] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.745490] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.745490] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.745490] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.745490] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.745490] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d is going to be created. [ 646.810436] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.810695] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.812718] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.812718] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.812718] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.826909] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d in Status: IN_PROGRESS for 2s [ 647.087112] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a8c35d6-0997-442b-b63f-c25af15fc489 in Status: SUCCESS [ 647.087112] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a8c35d6-0997-442b-b63f-c25af15fc489" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.225438] env[65832]: INFO networking_nsxv3.common.synchronization [None req-2d7574f5-f025-44ee-9732-af367b6a8e68 None None] Enqueued Resource ID: e5598d88-7d28-43b3-b40e-f9ea0cc4fb8a with Priority: HIGHEST for action port [ 648.225438] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5598d88-7d28-43b3-b40e-f9ea0cc4fb8a with Priority: HIGHEST for action port [ 648.225694] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5598d88-7d28-43b3-b40e-f9ea0cc4fb8a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.225694] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5598d88-7d28-43b3-b40e-f9ea0cc4fb8a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.225694] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5598d88-7d28-43b3-b40e-f9ea0cc4fb8a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.226268] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5598d88-7d28-43b3-b40e-f9ea0cc4fb8a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.226268] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5598d88-7d28-43b3-b40e-f9ea0cc4fb8a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.278662] env[65832]: INFO networking_nsxv3.common.synchronization [None req-2f1f3e12-0b5f-4f8f-885f-a926ef05f5f3 None None] Enqueued Resource ID: 8a888a0c-9a1e-41bf-8bb9-220d70683721 with Priority: HIGHEST for action port [ 648.279506] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a888a0c-9a1e-41bf-8bb9-220d70683721 with Priority: HIGHEST for action port [ 648.279642] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a888a0c-9a1e-41bf-8bb9-220d70683721 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.279770] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a888a0c-9a1e-41bf-8bb9-220d70683721" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.279770] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a888a0c-9a1e-41bf-8bb9-220d70683721" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.280492] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a888a0c-9a1e-41bf-8bb9-220d70683721" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.280656] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a888a0c-9a1e-41bf-8bb9-220d70683721',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.730462] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5598d88-7d28-43b3-b40e-f9ea0cc4fb8a [ 648.730462] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.731236] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.731236] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.731937] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.731937] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.731937] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5598d88-7d28-43b3-b40e-f9ea0cc4fb8a already deleted. [ 648.732184] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5598d88-7d28-43b3-b40e-f9ea0cc4fb8a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.786137] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a888a0c-9a1e-41bf-8bb9-220d70683721 [ 648.786137] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.786137] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.786325] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.786561] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.786673] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.786731] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a888a0c-9a1e-41bf-8bb9-220d70683721 already deleted. [ 648.786846] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a888a0c-9a1e-41bf-8bb9-220d70683721" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.841391] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d in Status: SUCCESS [ 648.841952] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.036764] env[65832]: INFO networking_nsxv3.common.synchronization [None req-06e6db15-888f-4e81-bcc7-19a52adb6d92 None None] Enqueued Resource ID: 5a25d70f-db4f-4267-8c7b-034737656139 with Priority: HIGHEST for action port [ 649.037472] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a25d70f-db4f-4267-8c7b-034737656139 with Priority: HIGHEST for action port [ 649.037724] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a25d70f-db4f-4267-8c7b-034737656139 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.037896] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a25d70f-db4f-4267-8c7b-034737656139" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.037978] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a25d70f-db4f-4267-8c7b-034737656139" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.038310] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a25d70f-db4f-4267-8c7b-034737656139" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.038425] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a25d70f-db4f-4267-8c7b-034737656139',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.439863] env[65832]: INFO networking_nsxv3.common.synchronization [req-2de66c63-4323-43dc-bf4e-b1f7f48ff63f req-e85af7fc-f13c-49f6-9a20-01e4e3d21137 tempest-ListServerFiltersTestJSON-765786210 tempest-ListServerFiltersTestJSON-765786210-project-member] Enqueued Resource ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d with Priority: HIGHEST for action security_group_members [ 649.441615] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d with Priority: HIGHEST for action security_group_members [ 649.441615] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23827a1-f628-40aa-ae76-1c5c046b1b7d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.441615] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.441615] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.441615] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.441615] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.441918] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.441918] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.442970] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.442970] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.443663] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f23827a1-f628-40aa-ae76-1c5c046b1b7d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.541338] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a25d70f-db4f-4267-8c7b-034737656139 [ 649.542702] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.542702] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.542702] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.542702] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.542702] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.542702] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a25d70f-db4f-4267-8c7b-034737656139 already deleted. [ 649.542702] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a25d70f-db4f-4267-8c7b-034737656139" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.769245] env[65832]: INFO networking_nsxv3.common.synchronization [req-5a910cd5-e249-4b1e-afdd-11781e55ab02 req-c88c5e24-aebd-4785-af53-ead856a15252 tempest-ServersTestMultiNic-772474700 tempest-ServersTestMultiNic-772474700-project-member] Enqueued Resource ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb with Priority: HIGHEST for action security_group_members [ 649.769777] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb with Priority: HIGHEST for action security_group_members [ 649.770084] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-373cace9-8513-4112-a4a3-fdd9746ca3cb taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.770231] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.770286] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.770453] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.770598] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.770695] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.770757] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.770904] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.771037] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.771149] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('373cace9-8513-4112-a4a3-fdd9746ca3cb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.948086] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f23827a1-f628-40aa-ae76-1c5c046b1b7d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.245024] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-734 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.245024] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-734" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.245758] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-734" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.246087] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-734" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.246363] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.246525] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.246640] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.247418] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.247418] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.247418] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.247418] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.247418] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.247619] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.247659] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.247745] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.247871] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.271507] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.271657] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 650.271824] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.271954] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-734" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.272290] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-aec14d7c-22bd-4b75-b66c-c146aa4e8633 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.272469] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-aec14d7c-22bd-4b75-b66c-c146aa4e8633" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.272858] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-aec14d7c-22bd-4b75-b66c-c146aa4e8633" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.273187] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-aec14d7c-22bd-4b75-b66c-c146aa4e8633" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.273325] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aec14d7c-22bd-4b75-b66c-c146aa4e8633',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.278047] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('373cace9-8513-4112-a4a3-fdd9746ca3cb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.287778] env[65832]: INFO networking_nsxv3.common.synchronization [req-5a910cd5-e249-4b1e-afdd-11781e55ab02 req-074ec21b-66f9-43d9-be6a-608b3efdb3c9 tempest-ServersTestMultiNic-772474700 tempest-ServersTestMultiNic-772474700-project-member] Enqueued Resource ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb with Priority: HIGHEST for action security_group_members [ 650.288321] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb with Priority: HIGHEST for action security_group_members [ 650.288650] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-373cace9-8513-4112-a4a3-fdd9746ca3cb taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.288781] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.455020] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f23827a1-f628-40aa-ae76-1c5c046b1b7d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.781050] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.781171] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.781222] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.781625] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.781625] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.781796] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port aec14d7c-22bd-4b75-b66c-c146aa4e8633 not found, creating... [ 650.782017] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.782447] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.782447] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.782589] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.782637] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.782913] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.783082] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.783193] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.783407] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.783600] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.783672] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: aec14d7c-22bd-4b75-b66c-c146aa4e8633 is going to be created. [ 650.785559] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('373cace9-8513-4112-a4a3-fdd9746ca3cb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.808618] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.808817] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.808943] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.809265] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.809507] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.809775] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-aec14d7c-22bd-4b75-b66c-c146aa4e8633" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.893764] env[65832]: INFO networking_nsxv3.common.synchronization [None req-e852de0a-934c-49bb-bf09-ac032d902fd7 None None] Enqueued Resource ID: 2710ac32-f3ec-4162-9821-1d4d6e5ebc0f with Priority: HIGHEST for action port [ 650.894505] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2710ac32-f3ec-4162-9821-1d4d6e5ebc0f with Priority: HIGHEST for action port [ 650.895462] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-2710ac32-f3ec-4162-9821-1d4d6e5ebc0f taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.895462] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2710ac32-f3ec-4162-9821-1d4d6e5ebc0f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.895462] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2710ac32-f3ec-4162-9821-1d4d6e5ebc0f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.895462] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2710ac32-f3ec-4162-9821-1d4d6e5ebc0f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.895462] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2710ac32-f3ec-4162-9821-1d4d6e5ebc0f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.956231] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.956426] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.956472] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.956710] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.956814] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.956920] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d is going to be updated. [ 651.001972] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.002538] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.002843] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.003266] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.003602] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.027536] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d in Status: IN_PROGRESS for 2s [ 651.288715] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.288715] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.288715] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.289011] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.289011] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.289102] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb is going to be updated. [ 651.322941] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.323130] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.324534] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.324534] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.324534] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.334613] env[65832]: INFO networking_nsxv3.common.synchronization [req-5a910cd5-e249-4b1e-afdd-11781e55ab02 req-f896bdad-1f34-4bde-815c-7dccf8d59b25 tempest-ServersTestMultiNic-772474700 tempest-ServersTestMultiNic-772474700-project-member] Enqueued Resource ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb with Priority: HIGHEST for action security_group_members [ 651.335226] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb with Priority: HIGHEST for action security_group_members [ 651.335573] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-373cace9-8513-4112-a4a3-fdd9746ca3cb taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.335682] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.339539] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb in Status: IN_PROGRESS for 2s [ 651.397781] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2710ac32-f3ec-4162-9821-1d4d6e5ebc0f [ 651.398080] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.398231] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.398365] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.398591] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.398687] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.398776] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2710ac32-f3ec-4162-9821-1d4d6e5ebc0f already deleted. [ 651.398866] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2710ac32-f3ec-4162-9821-1d4d6e5ebc0f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.529020] env[65832]: INFO networking_nsxv3.common.synchronization [req-2de66c63-4323-43dc-bf4e-b1f7f48ff63f req-8bcd63ee-f8f0-4edf-b7b8-1d6643deb58d service nova] Enqueued Resource ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d with Priority: HIGHEST for action security_group_rules [ 651.529020] env[65832]: INFO networking_nsxv3.common.synchronization [req-2de66c63-4323-43dc-bf4e-b1f7f48ff63f req-8bcd63ee-f8f0-4edf-b7b8-1d6643deb58d service nova] Enqueued Resource ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d with Priority: HIGHEST for action security_group_members [ 651.529020] env[65832]: INFO networking_nsxv3.common.synchronization [req-2de66c63-4323-43dc-bf4e-b1f7f48ff63f req-8bcd63ee-f8f0-4edf-b7b8-1d6643deb58d service nova] Enqueued Resource ID: aec14d7c-22bd-4b75-b66c-c146aa4e8633 with Priority: HIGHEST for action port [ 651.529020] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d with Priority: HIGHEST for action security_group_rules [ 651.529020] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d with Priority: HIGHEST for action security_group_members [ 651.529842] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aec14d7c-22bd-4b75-b66c-c146aa4e8633 with Priority: HIGHEST for action port [ 651.529842] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f23827a1-f628-40aa-ae76-1c5c046b1b7d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.529842] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.529842] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.529842] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.529842] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f23827a1-f628-40aa-ae76-1c5c046b1b7d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.530679] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23827a1-f628-40aa-ae76-1c5c046b1b7d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.530821] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.530946] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-aec14d7c-22bd-4b75-b66c-c146aa4e8633 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.531051] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aec14d7c-22bd-4b75-b66c-c146aa4e8633" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.531112] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aec14d7c-22bd-4b75-b66c-c146aa4e8633" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.531274] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aec14d7c-22bd-4b75-b66c-c146aa4e8633" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.531343] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aec14d7c-22bd-4b75-b66c-c146aa4e8633',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.806643] env[65832]: INFO networking_nsxv3.common.synchronization [req-e15aabcf-be68-4bf6-98e7-59918300ce39 req-b7b00b41-c615-44ec-bd31-24d54dba5498 tempest-ImagesOneServerNegativeTestJSON-1029125520 tempest-ImagesOneServerNegativeTestJSON-1029125520-project-member] Enqueued Resource ID: e3da5cea-2cf5-4384-8849-883cd5af0792 with Priority: HIGHEST for action security_group_members [ 651.807268] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3da5cea-2cf5-4384-8849-883cd5af0792 with Priority: HIGHEST for action security_group_members [ 651.807640] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3da5cea-2cf5-4384-8849-883cd5af0792 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.807775] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.807837] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.808105] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.808268] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.808683] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.808683] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.808683] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.808683] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.808876] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3da5cea-2cf5-4384-8849-883cd5af0792',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.033796] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23827a1-f628-40aa-ae76-1c5c046b1b7d taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.033999] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.034228] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aec14d7c-22bd-4b75-b66c-c146aa4e8633 with status ACTIVE [ 652.034447] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.034578] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.034647] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.034888] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.034984] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.035186] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.035305] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.035367] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.035529] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.035607] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.035786] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.035878] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.035937] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.036091] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.036175] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.037305] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aec14d7c-22bd-4b75-b66c-c146aa4e8633 is going to be updated. [ 652.059181] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.059310] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.059369] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.059572] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.059711] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.059864] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aec14d7c-22bd-4b75-b66c-c146aa4e8633" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.216873] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-538 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.217101] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-538" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.217227] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-538" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.217606] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-538" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.217857] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.218015] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.218347] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.218536] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.218692] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.218927] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.219052] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 652.219157] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 652.219279] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 652.219384] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.219481] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 652.219607] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 652.243980] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 652.244150] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 652.244273] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 652.244445] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-538" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.244747] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-3f502aee-78b2-44ce-a2b6-8978113397e1 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.244918] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-3f502aee-78b2-44ce-a2b6-8978113397e1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.245070] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-3f502aee-78b2-44ce-a2b6-8978113397e1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.245546] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-3f502aee-78b2-44ce-a2b6-8978113397e1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.245668] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f502aee-78b2-44ce-a2b6-8978113397e1',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.310824] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.310954] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.311023] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.311230] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.311324] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.311581] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.311655] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.311655] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.311798] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.311953] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.311953] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3da5cea-2cf5-4384-8849-883cd5af0792 already deleted. [ 652.312078] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.751024] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.751024] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.751024] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.751024] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.751024] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.751024] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port 3f502aee-78b2-44ce-a2b6-8978113397e1 not found, creating... [ 652.751024] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.751024] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.751024] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.751024] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.751024] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.751741] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.751741] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.751741] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.751741] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.751741] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.751741] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: 3f502aee-78b2-44ce-a2b6-8978113397e1 is going to be created. [ 652.776821] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.776821] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.776821] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.776821] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.776821] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.776821] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-3f502aee-78b2-44ce-a2b6-8978113397e1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.041025] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d in Status: SUCCESS [ 653.041025] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.041025] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.041025] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.041025] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.041025] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.041025] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.041025] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.041025] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.041025] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f23827a1-f628-40aa-ae76-1c5c046b1b7d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.351859] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb in Status: SUCCESS [ 653.352116] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.352281] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.352494] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.352815] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.353305] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.353305] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.353305] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.353305] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.353507] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('373cace9-8513-4112-a4a3-fdd9746ca3cb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.526752] env[65832]: INFO networking_nsxv3.common.synchronization [None req-b2e7e94d-444b-4a9f-a18f-19dc89e53f0e None None] Enqueued Resource ID: 3318147c-221f-4de8-b3e9-abac43c746cd with Priority: HIGHEST for action port [ 653.527333] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3318147c-221f-4de8-b3e9-abac43c746cd with Priority: HIGHEST for action port [ 653.527831] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-3318147c-221f-4de8-b3e9-abac43c746cd taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.527831] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3318147c-221f-4de8-b3e9-abac43c746cd" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.528321] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3318147c-221f-4de8-b3e9-abac43c746cd" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.528321] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3318147c-221f-4de8-b3e9-abac43c746cd" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.528321] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3318147c-221f-4de8-b3e9-abac43c746cd',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.545374] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f23827a1-f628-40aa-ae76-1c5c046b1b7d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.572157] env[65832]: INFO networking_nsxv3.common.synchronization [req-e15aabcf-be68-4bf6-98e7-59918300ce39 req-fc778868-a9e8-442c-b181-82d09a2882cc service nova] Enqueued Resource ID: e3da5cea-2cf5-4384-8849-883cd5af0792 with Priority: HIGHEST for action security_group_rules [ 653.572157] env[65832]: INFO networking_nsxv3.common.synchronization [req-e15aabcf-be68-4bf6-98e7-59918300ce39 req-fc778868-a9e8-442c-b181-82d09a2882cc service nova] Enqueued Resource ID: e3da5cea-2cf5-4384-8849-883cd5af0792 with Priority: HIGHEST for action security_group_members [ 653.572157] env[65832]: INFO networking_nsxv3.common.synchronization [req-e15aabcf-be68-4bf6-98e7-59918300ce39 req-fc778868-a9e8-442c-b181-82d09a2882cc service nova] Enqueued Resource ID: 3f502aee-78b2-44ce-a2b6-8978113397e1 with Priority: HIGHEST for action port [ 653.572875] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3da5cea-2cf5-4384-8849-883cd5af0792 with Priority: HIGHEST for action security_group_rules [ 653.572875] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3da5cea-2cf5-4384-8849-883cd5af0792 with Priority: HIGHEST for action security_group_members [ 653.572875] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f502aee-78b2-44ce-a2b6-8978113397e1 with Priority: HIGHEST for action port [ 653.573389] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3da5cea-2cf5-4384-8849-883cd5af0792 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.573389] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.573389] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.573389] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.573669] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3da5cea-2cf5-4384-8849-883cd5af0792',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.574416] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3da5cea-2cf5-4384-8849-883cd5af0792 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.574538] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.574538] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.574681] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.575390] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.575390] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.575390] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.575390] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.575390] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.575390] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3da5cea-2cf5-4384-8849-883cd5af0792',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.576048] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f502aee-78b2-44ce-a2b6-8978113397e1 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.576159] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f502aee-78b2-44ce-a2b6-8978113397e1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.576211] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f502aee-78b2-44ce-a2b6-8978113397e1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.576361] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f502aee-78b2-44ce-a2b6-8978113397e1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.576459] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f502aee-78b2-44ce-a2b6-8978113397e1',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.856229] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.856532] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.856670] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.857167] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.857451] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.857762] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.857911] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.857975] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.858152] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.858394] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.858493] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb is going to be updated. [ 653.890371] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.891149] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.891149] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.891302] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.891580] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.902324] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb in Status: IN_PROGRESS for 2s [ 654.030921] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3318147c-221f-4de8-b3e9-abac43c746cd [ 654.031246] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.031436] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.031533] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.031826] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.031935] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.032054] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3318147c-221f-4de8-b3e9-abac43c746cd already deleted. [ 654.032170] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3318147c-221f-4de8-b3e9-abac43c746cd" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.047141] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f23827a1-f628-40aa-ae76-1c5c046b1b7d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.081410] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3da5cea-2cf5-4384-8849-883cd5af0792 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.081410] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.081410] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3da5cea-2cf5-4384-8849-883cd5af0792',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.081943] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f502aee-78b2-44ce-a2b6-8978113397e1 with status ACTIVE [ 654.082131] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.082274] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.082340] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.082585] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.082700] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.082952] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.083444] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.083444] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.083444] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.083591] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.085365] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.085365] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.085365] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.085365] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.085365] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.085365] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f502aee-78b2-44ce-a2b6-8978113397e1 is going to be updated. [ 654.115920] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.115920] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.115920] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.115920] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.115920] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.115920] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f502aee-78b2-44ce-a2b6-8978113397e1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.199808] env[65832]: INFO networking_nsxv3.common.synchronization [req-b4bb3b6e-c7d7-4358-a1a4-8e8da9ef9528 req-011e50bd-51b8-4a28-9b8f-e3c5ba063a14 tempest-ServerDiagnosticsNegativeTest-536695379 tempest-ServerDiagnosticsNegativeTest-536695379-project-member] Enqueued Resource ID: 309c11cf-a45b-48c2-950b-57f20044dc4f with Priority: HIGHEST for action security_group_members [ 654.200430] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 309c11cf-a45b-48c2-950b-57f20044dc4f with Priority: HIGHEST for action security_group_members [ 654.200774] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-309c11cf-a45b-48c2-950b-57f20044dc4f taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.200892] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-309c11cf-a45b-48c2-950b-57f20044dc4f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.200962] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-309c11cf-a45b-48c2-950b-57f20044dc4f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.202941] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-309c11cf-a45b-48c2-950b-57f20044dc4f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.203043] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.203216] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.203216] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.203709] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.203709] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.203709] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('309c11cf-a45b-48c2-950b-57f20044dc4f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.551176] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.551321] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.551367] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.552345] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.552463] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.552591] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d is going to be updated. [ 654.588054] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3da5cea-2cf5-4384-8849-883cd5af0792',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.590293] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.590476] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.590476] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.590743] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.590888] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.604053] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d in Status: IN_PROGRESS for 2s [ 654.644052] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.644052] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-806" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.644052] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-806" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.644052] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-806" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.644052] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.644644] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.644644] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.644644] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.644644] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.644866] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.644924] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.645027] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.645127] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.645235] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.645375] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.645440] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.667547] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.667794] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 654.667865] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.668048] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-806" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.668370] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-2319301d-7a37-463a-9329-15fbe4d4add7 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.668535] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-2319301d-7a37-463a-9329-15fbe4d4add7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.668653] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-2319301d-7a37-463a-9329-15fbe4d4add7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.668961] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-2319301d-7a37-463a-9329-15fbe4d4add7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.669124] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2319301d-7a37-463a-9329-15fbe4d4add7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.706944] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.707828] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.707828] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.707828] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.707828] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.708062] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.708062] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.708167] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.708238] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.708310] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.708413] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 309c11cf-a45b-48c2-950b-57f20044dc4f already deleted. [ 654.708495] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-309c11cf-a45b-48c2-950b-57f20044dc4f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.097199] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.097515] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.097515] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.097702] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.097799] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.097907] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3da5cea-2cf5-4384-8849-883cd5af0792 is going to be created. [ 655.133498] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.134550] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.135065] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.135834] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.136087] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.152765] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3da5cea-2cf5-4384-8849-883cd5af0792 in Status: UNINITIALIZED for 2s [ 655.172073] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.172704] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.175017] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.175017] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.175017] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.175017] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port 2319301d-7a37-463a-9329-15fbe4d4add7 not found, creating... [ 655.175017] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.175017] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.175017] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.175017] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.175017] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.175017] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.175488] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.175701] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.176058] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.176343] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.176627] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: 2319301d-7a37-463a-9329-15fbe4d4add7 is going to be created. [ 655.214468] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.214468] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.214468] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.214468] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.214468] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.214468] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-2319301d-7a37-463a-9329-15fbe4d4add7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.799214] env[65832]: INFO networking_nsxv3.common.synchronization [None req-2db813aa-a6ce-40e9-8363-2e1d5ec0bdd0 None None] Enqueued Resource ID: 84ac9db8-3ee8-4203-9683-36bec8bc4a78 with Priority: HIGHEST for action port [ 655.799823] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84ac9db8-3ee8-4203-9683-36bec8bc4a78 with Priority: HIGHEST for action port [ 655.800553] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-84ac9db8-3ee8-4203-9683-36bec8bc4a78 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.801285] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84ac9db8-3ee8-4203-9683-36bec8bc4a78" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.801285] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84ac9db8-3ee8-4203-9683-36bec8bc4a78" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.805293] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84ac9db8-3ee8-4203-9683-36bec8bc4a78" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.805293] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84ac9db8-3ee8-4203-9683-36bec8bc4a78',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.914093] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb in Status: SUCCESS [ 655.914093] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb deletion is rescheduled due to dependency. [ 655.914093] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.914301] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.914565] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.914885] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.915028] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.915148] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.915391] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.915391] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.915463] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('373cace9-8513-4112-a4a3-fdd9746ca3cb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.983963] env[65832]: INFO networking_nsxv3.common.synchronization [req-b4bb3b6e-c7d7-4358-a1a4-8e8da9ef9528 req-26eb7c84-6d6a-4a77-9322-44735e4d5b82 service nova] Enqueued Resource ID: 309c11cf-a45b-48c2-950b-57f20044dc4f with Priority: HIGHEST for action security_group_rules [ 655.984288] env[65832]: INFO networking_nsxv3.common.synchronization [req-b4bb3b6e-c7d7-4358-a1a4-8e8da9ef9528 req-26eb7c84-6d6a-4a77-9322-44735e4d5b82 service nova] Enqueued Resource ID: 309c11cf-a45b-48c2-950b-57f20044dc4f with Priority: HIGHEST for action security_group_members [ 655.985239] env[65832]: INFO networking_nsxv3.common.synchronization [req-b4bb3b6e-c7d7-4358-a1a4-8e8da9ef9528 req-26eb7c84-6d6a-4a77-9322-44735e4d5b82 service nova] Enqueued Resource ID: 2319301d-7a37-463a-9329-15fbe4d4add7 with Priority: HIGHEST for action port [ 655.985574] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 309c11cf-a45b-48c2-950b-57f20044dc4f with Priority: HIGHEST for action security_group_rules [ 655.985623] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 309c11cf-a45b-48c2-950b-57f20044dc4f with Priority: HIGHEST for action security_group_members [ 655.985709] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2319301d-7a37-463a-9329-15fbe4d4add7 with Priority: HIGHEST for action port [ 655.986036] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-309c11cf-a45b-48c2-950b-57f20044dc4f taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.986160] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-309c11cf-a45b-48c2-950b-57f20044dc4f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.986248] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-309c11cf-a45b-48c2-950b-57f20044dc4f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.986535] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-309c11cf-a45b-48c2-950b-57f20044dc4f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.987164] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('309c11cf-a45b-48c2-950b-57f20044dc4f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.988033] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-309c11cf-a45b-48c2-950b-57f20044dc4f taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.988177] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-309c11cf-a45b-48c2-950b-57f20044dc4f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.988252] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-309c11cf-a45b-48c2-950b-57f20044dc4f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.988806] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-309c11cf-a45b-48c2-950b-57f20044dc4f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.988806] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.988806] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.988806] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.989182] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.989182] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.989182] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('309c11cf-a45b-48c2-950b-57f20044dc4f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.990916] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-2319301d-7a37-463a-9329-15fbe4d4add7 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.991030] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2319301d-7a37-463a-9329-15fbe4d4add7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.991072] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2319301d-7a37-463a-9329-15fbe4d4add7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.991214] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2319301d-7a37-463a-9329-15fbe4d4add7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.991290] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2319301d-7a37-463a-9329-15fbe4d4add7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.300162] env[65832]: INFO networking_nsxv3.common.synchronization [req-c5df9a52-c38c-4b4c-b7a9-570fcb3079a6 req-a1377820-54eb-4526-ba30-b88fec39e113 tempest-ListServerFiltersTestJSON-765786210 tempest-ListServerFiltersTestJSON-765786210-project-member] Enqueued Resource ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d with Priority: HIGHEST for action security_group_members [ 656.300831] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d with Priority: HIGHEST for action security_group_members [ 656.301188] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23827a1-f628-40aa-ae76-1c5c046b1b7d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.301339] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.304197] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 84ac9db8-3ee8-4203-9683-36bec8bc4a78 [ 656.304451] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.304794] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.304794] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.304980] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.304980] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.305072] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:84ac9db8-3ee8-4203-9683-36bec8bc4a78 already deleted. [ 656.305201] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84ac9db8-3ee8-4203-9683-36bec8bc4a78" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.419180] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.419631] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.419631] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.419631] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.419631] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.420242] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.420242] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.420242] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.421032] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.421141] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.421326] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb is going to be updated. [ 656.448611] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.448611] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.448611] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.448611] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.448611] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.458330] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb in Status: IN_PROGRESS for 2s [ 656.489063] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-309c11cf-a45b-48c2-950b-57f20044dc4f taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.489316] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-309c11cf-a45b-48c2-950b-57f20044dc4f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.491737] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('309c11cf-a45b-48c2-950b-57f20044dc4f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.496612] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2319301d-7a37-463a-9329-15fbe4d4add7 with status ACTIVE [ 656.496749] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.496892] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.496958] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.498899] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.498899] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.498899] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.498899] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.498899] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.498899] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.498899] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.498899] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.498899] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.498899] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.498899] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.498899] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.498899] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2319301d-7a37-463a-9329-15fbe4d4add7 is going to be updated. [ 656.521275] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.521420] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.521507] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.521763] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.521923] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.522132] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2319301d-7a37-463a-9329-15fbe4d4add7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.616935] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d in Status: SUCCESS [ 656.617441] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.617978] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.619024] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.619024] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.619024] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.619024] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.621265] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.621265] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.621265] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.621265] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f23827a1-f628-40aa-ae76-1c5c046b1b7d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.621265] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.621533] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.621854] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.621854] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.622029] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.622786] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.622786] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.622786] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f23827a1-f628-40aa-ae76-1c5c046b1b7d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.780628] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-734 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.780825] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-734" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.780943] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-734" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.781224] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-734" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.781482] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.781664] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.781778] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.782391] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.782592] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.782855] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.782998] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 656.783150] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 656.783286] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 656.783424] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.783558] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 656.783717] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.803494] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.803793] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 656.803967] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.804299] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-734" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.804749] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-3a9c3ab0-c75e-4abb-9a89-056cf96cb421 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.804900] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-3a9c3ab0-c75e-4abb-9a89-056cf96cb421" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.805043] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-3a9c3ab0-c75e-4abb-9a89-056cf96cb421" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.805418] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-3a9c3ab0-c75e-4abb-9a89-056cf96cb421" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.805684] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a9c3ab0-c75e-4abb-9a89-056cf96cb421',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.995729] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('309c11cf-a45b-48c2-950b-57f20044dc4f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.125186] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23827a1-f628-40aa-ae76-1c5c046b1b7d taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.125471] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.125471] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f23827a1-f628-40aa-ae76-1c5c046b1b7d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.162754] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3da5cea-2cf5-4384-8849-883cd5af0792 in Status: SUCCESS [ 657.163037] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.163236] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.163461] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.163756] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.163882] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.163946] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.164134] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.164215] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.164301] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.164393] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3da5cea-2cf5-4384-8849-883cd5af0792',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.308732] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.308732] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.308732] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.309138] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.309138] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.309250] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port 3a9c3ab0-c75e-4abb-9a89-056cf96cb421 not found, creating... [ 657.310032] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.310032] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.310032] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.311148] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.311148] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.311148] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.311148] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.311148] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.311148] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.311148] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.311895] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: 3a9c3ab0-c75e-4abb-9a89-056cf96cb421 is going to be created. [ 657.342176] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.342385] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.342578] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.342851] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.343101] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.343322] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-3a9c3ab0-c75e-4abb-9a89-056cf96cb421" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.498385] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.498607] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.498607] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.498829] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.498921] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.499032] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 309c11cf-a45b-48c2-950b-57f20044dc4f is going to be created. [ 657.539678] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.539867] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.539914] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.540126] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.540296] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.554129] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 309c11cf-a45b-48c2-950b-57f20044dc4f in Status: UNINITIALIZED for 2s [ 657.627504] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f23827a1-f628-40aa-ae76-1c5c046b1b7d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.668626] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3da5cea-2cf5-4384-8849-883cd5af0792 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.668626] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.668626] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.668626] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.668626] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.668626] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.668626] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.668626] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.668626] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.668626] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.668626] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3da5cea-2cf5-4384-8849-883cd5af0792 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.668626] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.668626] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.668626] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.668626] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.669410] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.669410] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.669410] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.669410] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.669410] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.669410] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3da5cea-2cf5-4384-8849-883cd5af0792',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.099930] env[65832]: INFO networking_nsxv3.common.synchronization [req-c5df9a52-c38c-4b4c-b7a9-570fcb3079a6 req-578d8353-c337-4a5f-93e2-cae4e18ccafc service nova] Enqueued Resource ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d with Priority: HIGHEST for action security_group_rules [ 658.099930] env[65832]: INFO networking_nsxv3.common.synchronization [req-c5df9a52-c38c-4b4c-b7a9-570fcb3079a6 req-578d8353-c337-4a5f-93e2-cae4e18ccafc service nova] Enqueued Resource ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d with Priority: HIGHEST for action security_group_members [ 658.099930] env[65832]: INFO networking_nsxv3.common.synchronization [req-c5df9a52-c38c-4b4c-b7a9-570fcb3079a6 req-578d8353-c337-4a5f-93e2-cae4e18ccafc service nova] Enqueued Resource ID: 3a9c3ab0-c75e-4abb-9a89-056cf96cb421 with Priority: HIGHEST for action port [ 658.100337] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d with Priority: HIGHEST for action security_group_rules [ 658.100337] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d with Priority: HIGHEST for action security_group_members [ 658.101673] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a9c3ab0-c75e-4abb-9a89-056cf96cb421 with Priority: HIGHEST for action port [ 658.101673] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f23827a1-f628-40aa-ae76-1c5c046b1b7d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.101673] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.101673] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23827a1-f628-40aa-ae76-1c5c046b1b7d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.101673] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.101673] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a9c3ab0-c75e-4abb-9a89-056cf96cb421 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.101673] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a9c3ab0-c75e-4abb-9a89-056cf96cb421" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.101673] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a9c3ab0-c75e-4abb-9a89-056cf96cb421" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.101673] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a9c3ab0-c75e-4abb-9a89-056cf96cb421" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.103160] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a9c3ab0-c75e-4abb-9a89-056cf96cb421',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.130562] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.130786] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.130904] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.131176] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.131425] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.131504] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d is going to be updated. [ 658.169046] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.169046] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.169046] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.169046] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.169046] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.172338] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3da5cea-2cf5-4384-8849-883cd5af0792: rpc.has_security_group_logging(os_id): False [ 658.181504] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d in Status: IN_PROGRESS for 2s [ 658.198049] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.198049] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.198049] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.198049] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.199697] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.199697] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.199697] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.199697] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.199697] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.199697] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.200061] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.200115] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.200152] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.200300] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.200371] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.200735] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.200735] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.200735] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.200868] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.200905] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.200993] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3da5cea-2cf5-4384-8849-883cd5af0792 is going to be created. [ 658.284685] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.284685] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.284685] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.284685] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.284685] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.308659] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3da5cea-2cf5-4384-8849-883cd5af0792 in Status: IN_PROGRESS for 2s [ 658.475489] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb in Status: SUCCESS [ 658.475489] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb deletion is rescheduled due to dependency. [ 658.475489] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.604650] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a9c3ab0-c75e-4abb-9a89-056cf96cb421 with status ACTIVE [ 658.607017] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.607017] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.607017] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.607017] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.607017] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.607017] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.607017] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.607017] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.607017] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.607017] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.607017] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.607017] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.607017] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.607017] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.607017] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.607017] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a9c3ab0-c75e-4abb-9a89-056cf96cb421 is going to be updated. [ 658.629873] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.630041] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.630696] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.630696] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.630696] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.630696] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a9c3ab0-c75e-4abb-9a89-056cf96cb421" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.262149] env[65832]: INFO networking_nsxv3.common.synchronization [req-98d1f113-eb61-4d61-b68b-41a7826122b3 req-3048e377-a9bc-4000-abc9-008631c748a6 tempest-ServersWithSpecificFlavorTestJSON-1532719263 tempest-ServersWithSpecificFlavorTestJSON-1532719263-project-member] Enqueued Resource ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f with Priority: HIGHEST for action security_group_members [ 659.262260] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f with Priority: HIGHEST for action security_group_members [ 659.262599] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.262755] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.262848] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.263182] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.263416] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.263564] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.263663] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.263890] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.263982] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.264097] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.565707] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 309c11cf-a45b-48c2-950b-57f20044dc4f in Status: SUCCESS [ 659.565707] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-309c11cf-a45b-48c2-950b-57f20044dc4f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.565707] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-309c11cf-a45b-48c2-950b-57f20044dc4f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.565707] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-309c11cf-a45b-48c2-950b-57f20044dc4f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.565707] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.565707] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.565707] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.565707] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.565707] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.565707] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-309c11cf-a45b-48c2-950b-57f20044dc4f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.565707] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('309c11cf-a45b-48c2-950b-57f20044dc4f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.766878] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.767053] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.767123] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.767400] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.767502] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.767692] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.767789] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.767849] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.768352] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.768352] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.769212] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f already deleted. [ 659.769212] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.909413] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-142 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.909687] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-142" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.909876] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-142" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.910400] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-142" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.910759] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.910935] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.911071] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.911322] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.911485] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.911699] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.911807] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.911911] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.912044] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.912144] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.912269] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.912442] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.936650] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.936820] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 659.937068] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.937175] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-142" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.937719] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-a0ef46e0-04d2-4ab6-ab93-2007b63164c4 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.938394] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-a0ef46e0-04d2-4ab6-ab93-2007b63164c4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.938394] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-a0ef46e0-04d2-4ab6-ab93-2007b63164c4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.938519] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-a0ef46e0-04d2-4ab6-ab93-2007b63164c4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.938925] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0ef46e0-04d2-4ab6-ab93-2007b63164c4',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.070857] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-309c11cf-a45b-48c2-950b-57f20044dc4f taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.071093] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-309c11cf-a45b-48c2-950b-57f20044dc4f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.071093] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-309c11cf-a45b-48c2-950b-57f20044dc4f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.071318] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-309c11cf-a45b-48c2-950b-57f20044dc4f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.071491] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.071643] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.071643] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.071962] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.072085] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.072139] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-309c11cf-a45b-48c2-950b-57f20044dc4f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.072254] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-309c11cf-a45b-48c2-950b-57f20044dc4f taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.072723] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-309c11cf-a45b-48c2-950b-57f20044dc4f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.072723] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-309c11cf-a45b-48c2-950b-57f20044dc4f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.072723] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-309c11cf-a45b-48c2-950b-57f20044dc4f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.072895] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.072895] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.072895] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.073108] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.073213] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.073321] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-309c11cf-a45b-48c2-950b-57f20044dc4f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.073415] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('309c11cf-a45b-48c2-950b-57f20044dc4f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.192437] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d in Status: SUCCESS [ 660.192632] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.192779] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.193010] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.193204] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.193323] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.193526] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.193526] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.193639] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.193677] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.193825] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23827a1-f628-40aa-ae76-1c5c046b1b7d taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.193911] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.193963] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.194313] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.194313] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.194313] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.194522] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.194522] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.194607] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.194643] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.194855] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f23827a1-f628-40aa-ae76-1c5c046b1b7d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.196418] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.196706] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.197253] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.197253] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.197253] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.197450] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.197507] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.198116] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f23827a1-f628-40aa-ae76-1c5c046b1b7d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.321978] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3da5cea-2cf5-4384-8849-883cd5af0792 in Status: SUCCESS [ 660.322227] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.342193] env[65832]: INFO networking_nsxv3.common.synchronization [None req-fbce5bfd-794e-4c4a-a511-19633220208d None None] Enqueued Resource ID: fbff913d-46bb-4530-9e4c-6c69036a0eba with Priority: HIGHEST for action port [ 660.342785] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbff913d-46bb-4530-9e4c-6c69036a0eba with Priority: HIGHEST for action port [ 660.342872] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbff913d-46bb-4530-9e4c-6c69036a0eba taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.342940] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbff913d-46bb-4530-9e4c-6c69036a0eba" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.342994] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbff913d-46bb-4530-9e4c-6c69036a0eba" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.343662] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbff913d-46bb-4530-9e4c-6c69036a0eba" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.343797] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbff913d-46bb-4530-9e4c-6c69036a0eba',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.441839] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.442102] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.442302] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.442628] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.442836] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.442994] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port a0ef46e0-04d2-4ab6-ab93-2007b63164c4 not found, creating... [ 660.443302] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.443493] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.443688] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.443870] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.444014] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.444426] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.444761] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.444935] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.445516] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.445516] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.445659] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: a0ef46e0-04d2-4ab6-ab93-2007b63164c4 is going to be created. [ 660.470800] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.471047] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.471161] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.471571] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.471678] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.471894] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-a0ef46e0-04d2-4ab6-ab93-2007b63164c4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.575614] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 309c11cf-a45b-48c2-950b-57f20044dc4f: rpc.has_security_group_logging(os_id): False [ 660.599143] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.599354] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.599398] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.599584] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.599679] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.599869] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.599964] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.600043] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.600198] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.600274] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.600472] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.600600] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.600644] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.600803] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.600847] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.601047] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.601144] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.601201] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.601342] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.601420] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.601499] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 309c11cf-a45b-48c2-950b-57f20044dc4f is going to be created. [ 660.670181] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.670374] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.670417] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.670809] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.670809] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.682300] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 309c11cf-a45b-48c2-950b-57f20044dc4f in Status: IN_PROGRESS for 2s [ 660.700167] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f23827a1-f628-40aa-ae76-1c5c046b1b7d: rpc.has_security_group_logging(os_id): False [ 660.701816] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f23827a1-f628-40aa-ae76-1c5c046b1b7d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.721250] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.721488] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.721488] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.721882] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.721882] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.722070] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.722177] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.722237] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.722391] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.722469] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.722656] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.722757] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.722819] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.722946] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.723027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.723206] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.723298] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.723352] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.723488] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.723559] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.723639] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d is going to be updated. [ 660.811360] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.811528] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.811606] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.811785] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.811929] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.832172] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d in Status: IN_PROGRESS for 2s [ 660.846796] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fbff913d-46bb-4530-9e4c-6c69036a0eba [ 660.847051] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.847262] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.847262] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.847563] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.847661] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.847751] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fbff913d-46bb-4530-9e4c-6c69036a0eba already deleted. [ 660.847875] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbff913d-46bb-4530-9e4c-6c69036a0eba" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.204678] env[65832]: INFO networking_nsxv3.common.synchronization [req-98d1f113-eb61-4d61-b68b-41a7826122b3 req-7ab056af-144f-4920-ac9d-eb3ce2d7ba9a service nova] Enqueued Resource ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f with Priority: HIGHEST for action security_group_rules [ 661.204678] env[65832]: INFO networking_nsxv3.common.synchronization [req-98d1f113-eb61-4d61-b68b-41a7826122b3 req-7ab056af-144f-4920-ac9d-eb3ce2d7ba9a service nova] Enqueued Resource ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f with Priority: HIGHEST for action security_group_members [ 661.204678] env[65832]: INFO networking_nsxv3.common.synchronization [req-98d1f113-eb61-4d61-b68b-41a7826122b3 req-7ab056af-144f-4920-ac9d-eb3ce2d7ba9a service nova] Enqueued Resource ID: a0ef46e0-04d2-4ab6-ab93-2007b63164c4 with Priority: HIGHEST for action port [ 661.205791] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f23827a1-f628-40aa-ae76-1c5c046b1b7d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.207261] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f with Priority: HIGHEST for action security_group_rules [ 661.207261] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f with Priority: HIGHEST for action security_group_members [ 661.207261] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0ef46e0-04d2-4ab6-ab93-2007b63164c4 with Priority: HIGHEST for action port [ 661.208752] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.208752] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.208752] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.208752] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.208752] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.208752] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.208752] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.210175] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.210175] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.210175] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.210175] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.210175] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.210175] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.214069] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.214069] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.214069] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0ef46e0-04d2-4ab6-ab93-2007b63164c4 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.214069] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0ef46e0-04d2-4ab6-ab93-2007b63164c4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.214069] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0ef46e0-04d2-4ab6-ab93-2007b63164c4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.214069] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0ef46e0-04d2-4ab6-ab93-2007b63164c4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.214069] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0ef46e0-04d2-4ab6-ab93-2007b63164c4',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.373025] env[65832]: INFO networking_nsxv3.common.synchronization [req-21d5ee76-14b3-4b3f-9576-189a8e9db85a req-f6a956bc-9a27-4306-be69-584d78446ef5 tempest-SecurityGroupsTestJSON-1917859049 tempest-SecurityGroupsTestJSON-1917859049-project-member] Enqueued Resource ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 with Priority: HIGHEST for action security_group_members [ 661.373025] env[65832]: INFO networking_nsxv3.common.synchronization [req-21d5ee76-14b3-4b3f-9576-189a8e9db85a req-f6a956bc-9a27-4306-be69-584d78446ef5 tempest-SecurityGroupsTestJSON-1917859049 tempest-SecurityGroupsTestJSON-1917859049-project-member] Enqueued Resource ID: 926843c3-af1c-468e-9cd0-342525e30e97 with Priority: HIGHEST for action security_group_members [ 661.373025] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 with Priority: HIGHEST for action security_group_members [ 661.373025] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926843c3-af1c-468e-9cd0-342525e30e97 with Priority: HIGHEST for action security_group_members [ 661.373025] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.373025] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.373025] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.373025] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.373025] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.377252] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.377252] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.377252] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.377252] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.377252] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.377252] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-926843c3-af1c-468e-9cd0-342525e30e97 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.377252] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926843c3-af1c-468e-9cd0-342525e30e97" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.377252] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926843c3-af1c-468e-9cd0-342525e30e97" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.377252] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926843c3-af1c-468e-9cd0-342525e30e97" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.377252] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.377252] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.377252] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.377252] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.377252] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.377252] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('926843c3-af1c-468e-9cd0-342525e30e97',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.417831] env[65832]: INFO networking_nsxv3.common.synchronization [req-21d5ee76-14b3-4b3f-9576-189a8e9db85a req-f6a956bc-9a27-4306-be69-584d78446ef5 tempest-SecurityGroupsTestJSON-1917859049 tempest-SecurityGroupsTestJSON-1917859049-project-member] Enqueued Resource ID: 926843c3-af1c-468e-9cd0-342525e30e97 with Priority: HIGHEST for action security_group_rules [ 661.418017] env[65832]: INFO networking_nsxv3.common.synchronization [req-21d5ee76-14b3-4b3f-9576-189a8e9db85a req-f6a956bc-9a27-4306-be69-584d78446ef5 tempest-SecurityGroupsTestJSON-1917859049 tempest-SecurityGroupsTestJSON-1917859049-project-member] Enqueued Resource ID: 926843c3-af1c-468e-9cd0-342525e30e97 with Priority: HIGHEST for action security_group_members [ 661.418464] env[65832]: INFO networking_nsxv3.common.synchronization [req-21d5ee76-14b3-4b3f-9576-189a8e9db85a req-f6a956bc-9a27-4306-be69-584d78446ef5 tempest-SecurityGroupsTestJSON-1917859049 tempest-SecurityGroupsTestJSON-1917859049-project-member] Enqueued Resource ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 with Priority: HIGHEST for action security_group_rules [ 661.418608] env[65832]: INFO networking_nsxv3.common.synchronization [req-21d5ee76-14b3-4b3f-9576-189a8e9db85a req-f6a956bc-9a27-4306-be69-584d78446ef5 tempest-SecurityGroupsTestJSON-1917859049 tempest-SecurityGroupsTestJSON-1917859049-project-member] Enqueued Resource ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 with Priority: HIGHEST for action security_group_members [ 661.418735] env[65832]: INFO networking_nsxv3.common.synchronization [req-21d5ee76-14b3-4b3f-9576-189a8e9db85a req-f6a956bc-9a27-4306-be69-584d78446ef5 tempest-SecurityGroupsTestJSON-1917859049 tempest-SecurityGroupsTestJSON-1917859049-project-member] Enqueued Resource ID: 7bb4125a-bc0d-427c-a4c1-6758df3b9074 with Priority: HIGHEST for action port [ 661.419318] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926843c3-af1c-468e-9cd0-342525e30e97 with Priority: HIGHEST for action security_group_rules [ 661.419452] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 with Priority: HIGHEST for action security_group_rules [ 661.419544] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb4125a-bc0d-427c-a4c1-6758df3b9074 with Priority: HIGHEST for action port [ 661.419649] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926843c3-af1c-468e-9cd0-342525e30e97 with Priority: HIGHEST for action security_group_members [ 661.419773] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 with Priority: HIGHEST for action security_group_members [ 661.420577] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-926843c3-af1c-468e-9cd0-342525e30e97 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.421020] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-926843c3-af1c-468e-9cd0-342525e30e97" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.421020] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-926843c3-af1c-468e-9cd0-342525e30e97" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.421182] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-926843c3-af1c-468e-9cd0-342525e30e97" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.421182] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('926843c3-af1c-468e-9cd0-342525e30e97',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.422303] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d71d1514-5f61-40c2-bd72-56b14f5fbaf3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.422419] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.422484] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.422706] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.422791] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.425967] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bb4125a-bc0d-427c-a4c1-6758df3b9074 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.425967] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bb4125a-bc0d-427c-a4c1-6758df3b9074" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.425967] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bb4125a-bc0d-427c-a4c1-6758df3b9074" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.425967] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bb4125a-bc0d-427c-a4c1-6758df3b9074" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.425967] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bb4125a-bc0d-427c-a4c1-6758df3b9074',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.426177] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-926843c3-af1c-468e-9cd0-342525e30e97 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.426177] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926843c3-af1c-468e-9cd0-342525e30e97" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.426546] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.426546] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.708232] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.708492] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.708492] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.708718] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.708783] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.708908] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d is going to be updated. [ 661.712940] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.713092] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.717028] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0ef46e0-04d2-4ab6-ab93-2007b63164c4 with status ACTIVE [ 661.717028] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.717028] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.717028] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.717028] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.717028] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.717775] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.717775] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.717893] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.718130] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.718130] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.718407] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.718557] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.718632] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.718863] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.718995] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.719192] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0ef46e0-04d2-4ab6-ab93-2007b63164c4 is going to be updated. [ 661.720732] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.748403] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.748403] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.748403] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.748403] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.748403] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.749159] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0ef46e0-04d2-4ab6-ab93-2007b63164c4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.749414] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.749515] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.749780] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.749780] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.749857] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.765700] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d in Status: IN_PROGRESS for 2s [ 661.880424] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.880424] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('926843c3-af1c-468e-9cd0-342525e30e97',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.927745] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.928026] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.928258] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-926843c3-af1c-468e-9cd0-342525e30e97 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.928406] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926843c3-af1c-468e-9cd0-342525e30e97" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.928844] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7bb4125a-bc0d-427c-a4c1-6758df3b9074 with status ACTIVE [ 661.928844] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.929052] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.929052] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.929181] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.929333] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.929567] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.929680] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.929740] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.929921] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.930039] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.930328] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.930446] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.930446] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.931311] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.931414] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.931498] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7bb4125a-bc0d-427c-a4c1-6758df3b9074 is going to be updated. [ 661.962051] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.962220] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.962297] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.962572] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.962734] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.962928] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bb4125a-bc0d-427c-a4c1-6758df3b9074" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.182132] env[65832]: INFO networking_nsxv3.common.synchronization [req-f864e3ad-3ba8-4e39-b06b-f480a847bdaf req-1c21a2d0-f595-425d-9402-b0d07f19c6d1 tempest-DeleteServersAdminTestJSON-2104666696 tempest-DeleteServersAdminTestJSON-2104666696-project-member] Enqueued Resource ID: 5c2324c8-df1e-43af-ba90-519c66eac09b with Priority: HIGHEST for action security_group_members [ 662.182956] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c2324c8-df1e-43af-ba90-519c66eac09b with Priority: HIGHEST for action security_group_members [ 662.183032] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c2324c8-df1e-43af-ba90-519c66eac09b taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.183166] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.183250] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.183514] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.183698] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.183799] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.183935] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.183994] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.184062] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.184167] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c2324c8-df1e-43af-ba90-519c66eac09b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.224477] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.381122] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.382159] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('926843c3-af1c-468e-9cd0-342525e30e97',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.663171] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.663171] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-806" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.663171] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-806" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.663171] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-806" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.663171] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.663171] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.663171] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.663596] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.663596] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.663779] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.663897] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.664012] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.664114] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.664230] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.664318] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.664442] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.687564] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.687770] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 662.687911] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.688138] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-806" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.688509] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-51a5221d-15cf-4ab2-b277-2871ef013382 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.688647] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-51a5221d-15cf-4ab2-b277-2871ef013382" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.688730] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-51a5221d-15cf-4ab2-b277-2871ef013382" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.689053] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-51a5221d-15cf-4ab2-b277-2871ef013382" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.689213] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51a5221d-15cf-4ab2-b277-2871ef013382',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.690305] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.690430] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.690525] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.690707] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.690795] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.690975] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.691142] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.691142] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.691282] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.691355] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.691440] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c2324c8-df1e-43af-ba90-519c66eac09b is going to be updated. [ 662.704668] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 309c11cf-a45b-48c2-950b-57f20044dc4f in Status: SUCCESS [ 662.704975] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-309c11cf-a45b-48c2-950b-57f20044dc4f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.721019] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.721019] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.721019] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.721336] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.721372] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.728751] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.728751] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.728751] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.728751] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.729242] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.729242] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f is going to be created. [ 662.732060] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c2324c8-df1e-43af-ba90-519c66eac09b in Status: IN_PROGRESS for 2s [ 662.757548] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.758289] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.758289] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.758772] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.760705] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.772561] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f in Status: UNINITIALIZED for 2s [ 662.852962] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d in Status: SUCCESS [ 662.853545] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.853971] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.854196] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.854295] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f23827a1-f628-40aa-ae76-1c5c046b1b7d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.884658] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.885248] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.885248] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.885536] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.885574] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.885644] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 is going to be updated. [ 662.887131] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.887271] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.887360] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.887563] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.887648] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.887748] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 926843c3-af1c-468e-9cd0-342525e30e97 is going to be created. [ 662.913977] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.914178] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.914229] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.914401] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.914556] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.916768] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.916908] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.916954] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.917146] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.917274] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.929200] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 in Status: IN_PROGRESS for 2s [ 662.929846] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926843c3-af1c-468e-9cd0-342525e30e97 in Status: UNINITIALIZED for 2s [ 663.196996] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.196996] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.196996] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.196996] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.197212] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.197247] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port 51a5221d-15cf-4ab2-b277-2871ef013382 not found, creating... [ 663.197582] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.198095] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.198095] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.198095] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.198218] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.198546] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.198789] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.198900] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.199441] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.199441] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.199441] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: 51a5221d-15cf-4ab2-b277-2871ef013382 is going to be created. [ 663.229979] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.230095] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.230404] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.230404] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.230654] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.230856] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-51a5221d-15cf-4ab2-b277-2871ef013382" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.356998] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23827a1-f628-40aa-ae76-1c5c046b1b7d taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.357532] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.780306] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d in Status: SUCCESS [ 663.780306] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.780306] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.780306] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.780306] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.780306] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.780306] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.780306] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.780306] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.780306] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.780306] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f23827a1-f628-40aa-ae76-1c5c046b1b7d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.988068] env[65832]: INFO networking_nsxv3.common.synchronization [req-f864e3ad-3ba8-4e39-b06b-f480a847bdaf req-5ad97a32-22c6-4298-91e7-966e5eac4161 service nova] Enqueued Resource ID: 5c2324c8-df1e-43af-ba90-519c66eac09b with Priority: HIGHEST for action security_group_rules [ 663.988240] env[65832]: INFO networking_nsxv3.common.synchronization [req-f864e3ad-3ba8-4e39-b06b-f480a847bdaf req-5ad97a32-22c6-4298-91e7-966e5eac4161 service nova] Enqueued Resource ID: 5c2324c8-df1e-43af-ba90-519c66eac09b with Priority: HIGHEST for action security_group_members [ 663.988472] env[65832]: INFO networking_nsxv3.common.synchronization [req-f864e3ad-3ba8-4e39-b06b-f480a847bdaf req-5ad97a32-22c6-4298-91e7-966e5eac4161 service nova] Enqueued Resource ID: 51a5221d-15cf-4ab2-b277-2871ef013382 with Priority: HIGHEST for action port [ 663.988996] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c2324c8-df1e-43af-ba90-519c66eac09b with Priority: HIGHEST for action security_group_rules [ 663.989150] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c2324c8-df1e-43af-ba90-519c66eac09b with Priority: HIGHEST for action security_group_members [ 663.989324] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51a5221d-15cf-4ab2-b277-2871ef013382 with Priority: HIGHEST for action port [ 663.989635] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c2324c8-df1e-43af-ba90-519c66eac09b taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.989823] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.989823] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.990206] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.990206] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c2324c8-df1e-43af-ba90-519c66eac09b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.990828] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c2324c8-df1e-43af-ba90-519c66eac09b taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.990994] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.991185] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-51a5221d-15cf-4ab2-b277-2871ef013382 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.991476] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51a5221d-15cf-4ab2-b277-2871ef013382" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.991567] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51a5221d-15cf-4ab2-b277-2871ef013382" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.991825] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51a5221d-15cf-4ab2-b277-2871ef013382" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.991906] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51a5221d-15cf-4ab2-b277-2871ef013382',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.154421] env[65832]: INFO networking_nsxv3.common.synchronization [None req-4bce1812-e140-4532-8b56-b032d7b43ed4 None None] Enqueued Resource ID: 147e85cc-2a54-468a-86d0-4cad55eb0af2 with Priority: HIGHEST for action port [ 664.155202] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 147e85cc-2a54-468a-86d0-4cad55eb0af2 with Priority: HIGHEST for action port [ 664.155593] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-147e85cc-2a54-468a-86d0-4cad55eb0af2 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.155825] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-147e85cc-2a54-468a-86d0-4cad55eb0af2" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.155825] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-147e85cc-2a54-468a-86d0-4cad55eb0af2" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.157036] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-147e85cc-2a54-468a-86d0-4cad55eb0af2" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.157036] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('147e85cc-2a54-468a-86d0-4cad55eb0af2',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.285524] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23827a1-f628-40aa-ae76-1c5c046b1b7d taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.285524] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.285524] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.285524] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.285524] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.285524] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.285524] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.286083] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.286083] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.286083] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.286083] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23827a1-f628-40aa-ae76-1c5c046b1b7d taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.286083] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.286362] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.286362] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.286474] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.286551] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.286551] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.288128] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.288306] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.288471] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.288551] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f23827a1-f628-40aa-ae76-1c5c046b1b7d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.493301] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c2324c8-df1e-43af-ba90-519c66eac09b taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.493437] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.493641] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51a5221d-15cf-4ab2-b277-2871ef013382 with status ACTIVE [ 664.493813] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.493921] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.493993] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.494928] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.494928] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.494928] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.494928] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.494928] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.495194] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.495194] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.495496] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.495496] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.495496] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.496530] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.496530] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.496530] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51a5221d-15cf-4ab2-b277-2871ef013382 is going to be updated. [ 664.518081] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.518244] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.518311] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.518757] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.518757] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.518953] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51a5221d-15cf-4ab2-b277-2871ef013382" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.645690] env[65832]: INFO networking_nsxv3.common.synchronization [req-b17abcb9-00f4-4356-9221-5b1124847bb5 req-0194ba5b-9972-41ae-9b03-7e07eec59ec3 tempest-ServersAdminTestJSON-2145455351 tempest-ServersAdminTestJSON-2145455351-project-member] Enqueued Resource ID: cf305367-f793-4b43-99a9-8907fd0c4649 with Priority: HIGHEST for action security_group_members [ 664.646827] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf305367-f793-4b43-99a9-8907fd0c4649 with Priority: HIGHEST for action security_group_members [ 664.646827] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf305367-f793-4b43-99a9-8907fd0c4649 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.646827] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.646827] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.647198] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.647738] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.647963] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.648102] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.648240] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.648341] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.648432] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf305367-f793-4b43-99a9-8907fd0c4649',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.661130] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 147e85cc-2a54-468a-86d0-4cad55eb0af2 [ 664.661130] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.661130] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.661130] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.661130] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.661130] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.661130] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:147e85cc-2a54-468a-86d0-4cad55eb0af2 already deleted. [ 664.661130] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-147e85cc-2a54-468a-86d0-4cad55eb0af2" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.743100] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c2324c8-df1e-43af-ba90-519c66eac09b in Status: SUCCESS [ 664.743303] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c2324c8-df1e-43af-ba90-519c66eac09b deletion is rescheduled due to dependency. [ 664.743405] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.743557] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.743764] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.743946] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.744571] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.744571] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.744571] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.744571] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.744571] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c2324c8-df1e-43af-ba90-519c66eac09b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.781997] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f in Status: SUCCESS [ 664.782321] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.782389] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.782614] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.782840] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.782966] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.783044] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.783208] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.783291] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.783375] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.783471] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.793653] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f23827a1-f628-40aa-ae76-1c5c046b1b7d: rpc.has_security_group_logging(os_id): False [ 664.820487] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.820487] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.820750] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.821357] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.821471] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.822833] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.822833] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.822833] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.823021] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.823021] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.823375] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.823375] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.823496] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.823791] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.823791] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.823890] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.824556] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.824556] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.824556] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.824556] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.824867] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d is going to be updated. [ 664.896078] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.896299] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.896299] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.896886] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.896886] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.916341] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d in Status: IN_PROGRESS for 2s [ 664.918328] env[65832]: INFO networking_nsxv3.common.synchronization [req-0898756e-089a-4fe0-99f0-eea87703a52f req-9c376d21-3911-47f9-b021-96a36a170a41 tempest-SecurityGroupsTestJSON-1917859049 tempest-SecurityGroupsTestJSON-1917859049-project-member] Enqueued Resource ID: 926843c3-af1c-468e-9cd0-342525e30e97 with Priority: HIGHEST for action security_group_members [ 664.918590] env[65832]: INFO networking_nsxv3.common.synchronization [req-0898756e-089a-4fe0-99f0-eea87703a52f req-9c376d21-3911-47f9-b021-96a36a170a41 tempest-SecurityGroupsTestJSON-1917859049 tempest-SecurityGroupsTestJSON-1917859049-project-member] Enqueued Resource ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 with Priority: HIGHEST for action security_group_members [ 664.918696] env[65832]: INFO networking_nsxv3.common.synchronization [req-0898756e-089a-4fe0-99f0-eea87703a52f req-9c376d21-3911-47f9-b021-96a36a170a41 tempest-SecurityGroupsTestJSON-1917859049 tempest-SecurityGroupsTestJSON-1917859049-project-member] Enqueued Resource ID: 26bbbe90-6cf1-448b-bb10-78493575687d with Priority: HIGHEST for action security_group_members [ 664.920589] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926843c3-af1c-468e-9cd0-342525e30e97 with Priority: HIGHEST for action security_group_members [ 664.920804] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 with Priority: HIGHEST for action security_group_members [ 664.920957] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26bbbe90-6cf1-448b-bb10-78493575687d with Priority: HIGHEST for action security_group_members [ 664.921325] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-926843c3-af1c-468e-9cd0-342525e30e97 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.921533] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926843c3-af1c-468e-9cd0-342525e30e97" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.921902] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.921902] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.922134] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-26bbbe90-6cf1-448b-bb10-78493575687d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.922299] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26bbbe90-6cf1-448b-bb10-78493575687d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.922360] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26bbbe90-6cf1-448b-bb10-78493575687d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.922778] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26bbbe90-6cf1-448b-bb10-78493575687d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.923079] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.923212] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.923212] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.923531] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.923531] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.923639] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26bbbe90-6cf1-448b-bb10-78493575687d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.944504] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 in Status: SUCCESS [ 664.944504] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.944504] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.944895] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.945092] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.945283] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.945365] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.946551] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.946551] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.946551] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.947750] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926843c3-af1c-468e-9cd0-342525e30e97 in Status: SUCCESS [ 664.947973] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926843c3-af1c-468e-9cd0-342525e30e97" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.948979] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926843c3-af1c-468e-9cd0-342525e30e97" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.948979] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926843c3-af1c-468e-9cd0-342525e30e97" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.948979] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.948979] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.949292] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.949367] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.950170] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.950170] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('926843c3-af1c-468e-9cd0-342525e30e97',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.003024] env[65832]: INFO networking_nsxv3.common.synchronization [req-0898756e-089a-4fe0-99f0-eea87703a52f req-9c376d21-3911-47f9-b021-96a36a170a41 tempest-SecurityGroupsTestJSON-1917859049 tempest-SecurityGroupsTestJSON-1917859049-project-member] Enqueued Resource ID: 26bbbe90-6cf1-448b-bb10-78493575687d with Priority: HIGHEST for action security_group_rules [ 665.004016] env[65832]: INFO networking_nsxv3.common.synchronization [req-0898756e-089a-4fe0-99f0-eea87703a52f req-9c376d21-3911-47f9-b021-96a36a170a41 tempest-SecurityGroupsTestJSON-1917859049 tempest-SecurityGroupsTestJSON-1917859049-project-member] Enqueued Resource ID: 26bbbe90-6cf1-448b-bb10-78493575687d with Priority: HIGHEST for action security_group_members [ 665.004016] env[65832]: INFO networking_nsxv3.common.synchronization [req-0898756e-089a-4fe0-99f0-eea87703a52f req-9c376d21-3911-47f9-b021-96a36a170a41 tempest-SecurityGroupsTestJSON-1917859049 tempest-SecurityGroupsTestJSON-1917859049-project-member] Enqueued Resource ID: 926843c3-af1c-468e-9cd0-342525e30e97 with Priority: HIGHEST for action security_group_rules [ 665.004016] env[65832]: INFO networking_nsxv3.common.synchronization [req-0898756e-089a-4fe0-99f0-eea87703a52f req-9c376d21-3911-47f9-b021-96a36a170a41 tempest-SecurityGroupsTestJSON-1917859049 tempest-SecurityGroupsTestJSON-1917859049-project-member] Enqueued Resource ID: 926843c3-af1c-468e-9cd0-342525e30e97 with Priority: HIGHEST for action security_group_members [ 665.004016] env[65832]: INFO networking_nsxv3.common.synchronization [req-0898756e-089a-4fe0-99f0-eea87703a52f req-9c376d21-3911-47f9-b021-96a36a170a41 tempest-SecurityGroupsTestJSON-1917859049 tempest-SecurityGroupsTestJSON-1917859049-project-member] Enqueued Resource ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 with Priority: HIGHEST for action security_group_rules [ 665.004016] env[65832]: INFO networking_nsxv3.common.synchronization [req-0898756e-089a-4fe0-99f0-eea87703a52f req-9c376d21-3911-47f9-b021-96a36a170a41 tempest-SecurityGroupsTestJSON-1917859049 tempest-SecurityGroupsTestJSON-1917859049-project-member] Enqueued Resource ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 with Priority: HIGHEST for action security_group_members [ 665.004292] env[65832]: INFO networking_nsxv3.common.synchronization [req-0898756e-089a-4fe0-99f0-eea87703a52f req-9c376d21-3911-47f9-b021-96a36a170a41 tempest-SecurityGroupsTestJSON-1917859049 tempest-SecurityGroupsTestJSON-1917859049-project-member] Enqueued Resource ID: 7bb4125a-bc0d-427c-a4c1-6758df3b9074 with Priority: HIGHEST for action port [ 665.005059] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26bbbe90-6cf1-448b-bb10-78493575687d with Priority: HIGHEST for action security_group_rules [ 665.005488] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926843c3-af1c-468e-9cd0-342525e30e97 with Priority: HIGHEST for action security_group_rules [ 665.005488] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 with Priority: HIGHEST for action security_group_members [ 665.005488] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bb4125a-bc0d-427c-a4c1-6758df3b9074 with Priority: HIGHEST for action port [ 665.005488] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 with Priority: HIGHEST for action security_group_rules [ 665.005667] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26bbbe90-6cf1-448b-bb10-78493575687d with Priority: HIGHEST for action security_group_members [ 665.005667] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926843c3-af1c-468e-9cd0-342525e30e97 with Priority: HIGHEST for action security_group_members [ 665.006492] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26bbbe90-6cf1-448b-bb10-78493575687d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.006492] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26bbbe90-6cf1-448b-bb10-78493575687d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.006492] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26bbbe90-6cf1-448b-bb10-78493575687d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.006728] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26bbbe90-6cf1-448b-bb10-78493575687d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.006728] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26bbbe90-6cf1-448b-bb10-78493575687d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.008013] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-926843c3-af1c-468e-9cd0-342525e30e97 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.008013] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-926843c3-af1c-468e-9cd0-342525e30e97" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.009683] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.009683] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.009683] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bb4125a-bc0d-427c-a4c1-6758df3b9074 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.009683] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bb4125a-bc0d-427c-a4c1-6758df3b9074" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.009683] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bb4125a-bc0d-427c-a4c1-6758df3b9074" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.009683] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bb4125a-bc0d-427c-a4c1-6758df3b9074" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.009683] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bb4125a-bc0d-427c-a4c1-6758df3b9074',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.010411] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d71d1514-5f61-40c2-bd72-56b14f5fbaf3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.010411] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.010546] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-26bbbe90-6cf1-448b-bb10-78493575687d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.010643] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26bbbe90-6cf1-448b-bb10-78493575687d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.012092] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-926843c3-af1c-468e-9cd0-342525e30e97 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.012092] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926843c3-af1c-468e-9cd0-342525e30e97" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.154415] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf305367-f793-4b43-99a9-8907fd0c4649',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.247752] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c2324c8-df1e-43af-ba90-519c66eac09b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.261654] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-401 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.261962] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-401" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.262434] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-401" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.262758] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-401" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.263586] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.263763] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.263879] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.264118] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.264257] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.264449] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.264549] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 665.264644] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 665.264766] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 665.264827] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.265208] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 665.265336] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 665.289907] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 665.290073] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 665.293696] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 665.293696] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-401" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.293696] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-d30a6257-3be0-48b4-bd3e-e54cc2c8691e taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.293696] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-d30a6257-3be0-48b4-bd3e-e54cc2c8691e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.293696] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-d30a6257-3be0-48b4-bd3e-e54cc2c8691e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.293696] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-d30a6257-3be0-48b4-bd3e-e54cc2c8691e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.293696] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d30a6257-3be0-48b4-bd3e-e54cc2c8691e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.293696] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.427220] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26bbbe90-6cf1-448b-bb10-78493575687d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.452954] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.456838] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('926843c3-af1c-468e-9cd0-342525e30e97',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.513031] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-26bbbe90-6cf1-448b-bb10-78493575687d taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.513221] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26bbbe90-6cf1-448b-bb10-78493575687d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.513511] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7bb4125a-bc0d-427c-a4c1-6758df3b9074 with status ACTIVE [ 665.513717] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.513818] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.513859] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.514069] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.514159] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.514338] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.514672] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.514797] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.514915] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.514993] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.515236] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.515316] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.515374] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.515516] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.515590] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.515673] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7bb4125a-bc0d-427c-a4c1-6758df3b9074 is going to be updated. [ 665.544146] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.544390] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.544443] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.544635] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.544789] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.544972] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bb4125a-bc0d-427c-a4c1-6758df3b9074" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.659838] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf305367-f793-4b43-99a9-8907fd0c4649',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.752125] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c2324c8-df1e-43af-ba90-519c66eac09b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.796624] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.796962] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.796962] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.797454] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.797663] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.797817] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port d30a6257-3be0-48b4-bd3e-e54cc2c8691e not found, creating... [ 665.798099] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.798251] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.798362] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.798644] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.798777] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.799150] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.799302] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.799629] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.799845] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.799979] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.800129] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: d30a6257-3be0-48b4-bd3e-e54cc2c8691e is going to be created. [ 665.801659] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f: rpc.has_security_group_logging(os_id): False [ 665.821079] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.821079] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.821232] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.821332] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.821418] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.821673] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.821810] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.821969] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.822072] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.822132] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.822182] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f is going to be created. [ 665.824195] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.824382] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.824497] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.824863] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.824987] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.826518] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-d30a6257-3be0-48b4-bd3e-e54cc2c8691e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.929703] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26bbbe90-6cf1-448b-bb10-78493575687d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.941930] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.942232] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.942232] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.942743] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.942743] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.958116] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.963387] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('926843c3-af1c-468e-9cd0-342525e30e97',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.969680] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f in Status: IN_PROGRESS for 2s [ 666.162439] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.162439] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.162439] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.162439] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.162789] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.162789] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf305367-f793-4b43-99a9-8907fd0c4649 is going to be updated. [ 666.199572] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.199792] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.199879] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.200337] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.200419] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.212265] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf305367-f793-4b43-99a9-8907fd0c4649 in Status: IN_PROGRESS for 2s [ 666.254460] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.254460] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.254460] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.254460] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.254460] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.254679] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c2324c8-df1e-43af-ba90-519c66eac09b is going to be updated. [ 666.291618] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.291618] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.291793] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.291910] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.292014] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.304848] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c2324c8-df1e-43af-ba90-519c66eac09b in Status: IN_PROGRESS for 2s [ 666.433316] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.433625] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.434058] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.434155] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.434313] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.434438] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26bbbe90-6cf1-448b-bb10-78493575687d is going to be created. [ 666.462565] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.462565] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.462565] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.462848] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.462848] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.462848] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 is going to be updated. [ 666.464856] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.464983] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.467224] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.467526] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.467903] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.469190] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.469190] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.469365] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.469967] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.469967] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.469967] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 926843c3-af1c-468e-9cd0-342525e30e97 is going to be updated. [ 666.486031] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26bbbe90-6cf1-448b-bb10-78493575687d in Status: UNINITIALIZED for 2s [ 666.508900] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.509236] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.509367] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.509655] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.509972] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.513104] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.513431] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.513431] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.513815] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.513815] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.528811] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926843c3-af1c-468e-9cd0-342525e30e97 in Status: IN_PROGRESS for 2s [ 666.529881] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 in Status: IN_PROGRESS for 2s [ 666.589503] env[65832]: INFO networking_nsxv3.common.synchronization [req-b17abcb9-00f4-4356-9221-5b1124847bb5 req-bc55ce96-63f2-4075-875a-d485c44c9f23 service nova] Enqueued Resource ID: cf305367-f793-4b43-99a9-8907fd0c4649 with Priority: HIGHEST for action security_group_rules [ 666.589782] env[65832]: INFO networking_nsxv3.common.synchronization [req-b17abcb9-00f4-4356-9221-5b1124847bb5 req-bc55ce96-63f2-4075-875a-d485c44c9f23 service nova] Enqueued Resource ID: cf305367-f793-4b43-99a9-8907fd0c4649 with Priority: HIGHEST for action security_group_members [ 666.590879] env[65832]: INFO networking_nsxv3.common.synchronization [req-b17abcb9-00f4-4356-9221-5b1124847bb5 req-bc55ce96-63f2-4075-875a-d485c44c9f23 service nova] Enqueued Resource ID: d30a6257-3be0-48b4-bd3e-e54cc2c8691e with Priority: HIGHEST for action port [ 666.592733] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf305367-f793-4b43-99a9-8907fd0c4649 with Priority: HIGHEST for action security_group_rules [ 666.592977] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf305367-f793-4b43-99a9-8907fd0c4649 with Priority: HIGHEST for action security_group_members [ 666.593165] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d30a6257-3be0-48b4-bd3e-e54cc2c8691e with Priority: HIGHEST for action port [ 666.593700] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf305367-f793-4b43-99a9-8907fd0c4649 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.593867] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.593942] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.594257] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.594370] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf305367-f793-4b43-99a9-8907fd0c4649',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.596757] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf305367-f793-4b43-99a9-8907fd0c4649 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.597653] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.598683] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-d30a6257-3be0-48b4-bd3e-e54cc2c8691e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.598683] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d30a6257-3be0-48b4-bd3e-e54cc2c8691e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.598683] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d30a6257-3be0-48b4-bd3e-e54cc2c8691e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.599034] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d30a6257-3be0-48b4-bd3e-e54cc2c8691e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.599034] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d30a6257-3be0-48b4-bd3e-e54cc2c8691e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.938482] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d in Status: SUCCESS [ 666.939953] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.098423] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf305367-f793-4b43-99a9-8907fd0c4649 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.099273] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.103171] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d30a6257-3be0-48b4-bd3e-e54cc2c8691e with status ACTIVE [ 667.103171] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.107256] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.107256] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.107256] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.107256] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.107256] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.107256] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.107256] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.107256] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.107256] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.107256] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.107256] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.107256] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.107256] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.107256] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.107256] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d30a6257-3be0-48b4-bd3e-e54cc2c8691e is going to be updated. [ 667.154811] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.155093] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.155199] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.155571] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.156021] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.156021] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d30a6257-3be0-48b4-bd3e-e54cc2c8691e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.988920] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f in Status: SUCCESS [ 667.989275] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.225616] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf305367-f793-4b43-99a9-8907fd0c4649 in Status: SUCCESS [ 668.225847] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.226022] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.226259] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.226445] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.226573] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.226650] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.226794] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.226872] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.226969] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf305367-f793-4b43-99a9-8907fd0c4649',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.323992] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c2324c8-df1e-43af-ba90-519c66eac09b in Status: SUCCESS [ 668.325095] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.325262] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.325511] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.325725] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.325855] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.325922] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.326127] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.326214] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.326303] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.327103] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c2324c8-df1e-43af-ba90-519c66eac09b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.500317] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26bbbe90-6cf1-448b-bb10-78493575687d in Status: SUCCESS [ 668.500317] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26bbbe90-6cf1-448b-bb10-78493575687d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.500317] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26bbbe90-6cf1-448b-bb10-78493575687d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.500317] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26bbbe90-6cf1-448b-bb10-78493575687d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.500317] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.500317] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.500317] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.500317] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.500317] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.500317] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26bbbe90-6cf1-448b-bb10-78493575687d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.540142] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 in Status: SUCCESS [ 668.540834] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.540834] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.541733] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.541733] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.541733] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.541733] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.541991] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.541991] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.542071] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.542152] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.544852] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926843c3-af1c-468e-9cd0-342525e30e97 in Status: SUCCESS [ 668.545136] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926843c3-af1c-468e-9cd0-342525e30e97" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.546566] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.546566] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.547662] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.547662] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.547662] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.547662] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.547662] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.547662] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.548711] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926843c3-af1c-468e-9cd0-342525e30e97" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.548956] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926843c3-af1c-468e-9cd0-342525e30e97" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.549579] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.549878] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.550024] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.550286] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.550397] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.550544] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926843c3-af1c-468e-9cd0-342525e30e97" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.550682] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('926843c3-af1c-468e-9cd0-342525e30e97',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.552072] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926843c3-af1c-468e-9cd0-342525e30e97" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.552391] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926843c3-af1c-468e-9cd0-342525e30e97" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.552606] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.552830] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.552953] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.553179] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.553377] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.553564] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('926843c3-af1c-468e-9cd0-342525e30e97',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.731504] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf305367-f793-4b43-99a9-8907fd0c4649',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.830180] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c2324c8-df1e-43af-ba90-519c66eac09b taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.830405] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.830480] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.830671] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.830796] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.830888] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.830973] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.831141] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.831225] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.831313] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.831451] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c2324c8-df1e-43af-ba90-519c66eac09b taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.831586] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.831643] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.831730] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.831954] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.832045] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.832281] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.832345] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.832425] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.832515] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.832605] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c2324c8-df1e-43af-ba90-519c66eac09b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.005158] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26bbbe90-6cf1-448b-bb10-78493575687d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.053129] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.053389] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.053484] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.056623] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('926843c3-af1c-468e-9cd0-342525e30e97',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.057621] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('926843c3-af1c-468e-9cd0-342525e30e97',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.236448] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf305367-f793-4b43-99a9-8907fd0c4649',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.335201] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c2324c8-df1e-43af-ba90-519c66eac09b: rpc.has_security_group_logging(os_id): False [ 669.359676] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.359901] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.360437] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.360437] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.360600] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.360792] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.360976] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.361105] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.363525] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.363789] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.363995] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.364183] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.364302] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.364539] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.364677] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.365134] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.365306] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.365306] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.366155] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.366155] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.366155] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c2324c8-df1e-43af-ba90-519c66eac09b is going to be updated. [ 669.474613] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.474914] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.475019] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.475257] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.475628] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.502812] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c2324c8-df1e-43af-ba90-519c66eac09b in Status: IN_PROGRESS for 2s [ 669.508078] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26bbbe90-6cf1-448b-bb10-78493575687d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.557213] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.562738] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 926843c3-af1c-468e-9cd0-342525e30e97: rpc.has_security_group_logging(os_id): False [ 669.563918] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('926843c3-af1c-468e-9cd0-342525e30e97',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.598956] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.599162] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.599254] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.599525] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.599636] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.600257] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.600257] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.600257] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.600257] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.600491] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.600491] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 926843c3-af1c-468e-9cd0-342525e30e97 is going to be created. [ 669.708722] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.708925] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.708985] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.709254] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.709458] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.721874] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 926843c3-af1c-468e-9cd0-342525e30e97 in Status: IN_PROGRESS for 2s [ 669.740737] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.740941] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.741034] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.741463] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.741463] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.741463] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf305367-f793-4b43-99a9-8907fd0c4649 is going to be updated. [ 669.783964] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.783964] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.783964] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.783964] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.783964] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.800313] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf305367-f793-4b43-99a9-8907fd0c4649 in Status: IN_PROGRESS for 2s [ 670.011382] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.011382] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.011382] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.012346] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.012507] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.012666] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26bbbe90-6cf1-448b-bb10-78493575687d is going to be updated. [ 670.055431] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.055807] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.055904] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.056150] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.056312] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.063849] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.063849] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.063849] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.063849] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.063849] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.063849] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 is going to be updated. [ 670.067354] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.067781] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.068034] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.068425] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.068632] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.068829] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 926843c3-af1c-468e-9cd0-342525e30e97 is going to be updated. [ 670.070916] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26bbbe90-6cf1-448b-bb10-78493575687d in Status: IN_PROGRESS for 2s [ 670.125033] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.125397] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.125895] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.125895] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.126069] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.129330] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.129545] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.129545] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.129814] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.130252] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.149261] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 in Status: IN_PROGRESS for 2s [ 670.150097] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926843c3-af1c-468e-9cd0-342525e30e97 in Status: IN_PROGRESS for 2s [ 670.375805] env[65832]: INFO networking_nsxv3.common.synchronization [req-a6a262d5-cd91-4ec6-acef-cbdea8400455 req-63253470-6d3a-4205-ac79-756b8d8a1377 tempest-VolumesAdminNegativeTest-679977657 tempest-VolumesAdminNegativeTest-679977657-project-member] Enqueued Resource ID: b4219f7e-bbaf-438f-8e4b-e3d688b28f3c with Priority: HIGHEST for action security_group_members [ 670.376405] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4219f7e-bbaf-438f-8e4b-e3d688b28f3c with Priority: HIGHEST for action security_group_members [ 670.376833] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4219f7e-bbaf-438f-8e4b-e3d688b28f3c taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.376957] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4219f7e-bbaf-438f-8e4b-e3d688b28f3c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.377049] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4219f7e-bbaf-438f-8e4b-e3d688b28f3c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.377428] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4219f7e-bbaf-438f-8e4b-e3d688b28f3c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.377919] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.377919] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.377919] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.378110] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.378110] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.378180] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4219f7e-bbaf-438f-8e4b-e3d688b28f3c',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.497496] env[65832]: INFO networking_nsxv3.common.synchronization [None req-f148c3ad-ed8c-454f-9c5e-6111c491c5a8 None None] Enqueued Resource ID: 5a615bc8-8375-4ebf-8f88-7408aad1f992 with Priority: HIGHEST for action port [ 670.497496] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a615bc8-8375-4ebf-8f88-7408aad1f992 with Priority: HIGHEST for action port [ 670.497496] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a615bc8-8375-4ebf-8f88-7408aad1f992 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.497496] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a615bc8-8375-4ebf-8f88-7408aad1f992" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.497496] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a615bc8-8375-4ebf-8f88-7408aad1f992" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.497979] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a615bc8-8375-4ebf-8f88-7408aad1f992" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.497979] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a615bc8-8375-4ebf-8f88-7408aad1f992',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.883806] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.884160] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.884160] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.884846] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.884846] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.885011] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.885160] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.885279] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.885463] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.885616] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.885739] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4219f7e-bbaf-438f-8e4b-e3d688b28f3c already deleted. [ 670.885805] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4219f7e-bbaf-438f-8e4b-e3d688b28f3c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.005674] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a615bc8-8375-4ebf-8f88-7408aad1f992 [ 671.005674] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.005674] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.005674] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.005674] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.005674] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.005674] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a615bc8-8375-4ebf-8f88-7408aad1f992 already deleted. [ 671.005674] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a615bc8-8375-4ebf-8f88-7408aad1f992" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.483052] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-571 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.483413] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-571" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.483480] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-571" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.483914] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-571" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.484543] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.484818] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.485046] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.485344] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.485500] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.485855] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.485855] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 671.486053] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 671.486053] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 671.486214] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 671.486214] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 671.486328] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 671.507233] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 671.507233] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 671.507233] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 671.507233] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-571" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.508543] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-811fc96c-700f-4dcb-810a-51750a6839a3 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.508543] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-811fc96c-700f-4dcb-810a-51750a6839a3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.508543] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-811fc96c-700f-4dcb-810a-51750a6839a3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.512316] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-811fc96c-700f-4dcb-810a-51750a6839a3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.512434] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('811fc96c-700f-4dcb-810a-51750a6839a3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.525560] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c2324c8-df1e-43af-ba90-519c66eac09b in Status: SUCCESS [ 671.525786] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.737706] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 926843c3-af1c-468e-9cd0-342525e30e97 in Status: SUCCESS [ 671.737706] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-926843c3-af1c-468e-9cd0-342525e30e97" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.738061] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-926843c3-af1c-468e-9cd0-342525e30e97" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.738061] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-926843c3-af1c-468e-9cd0-342525e30e97" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.738206] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('926843c3-af1c-468e-9cd0-342525e30e97',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.812404] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf305367-f793-4b43-99a9-8907fd0c4649 in Status: SUCCESS [ 671.812680] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.812877] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.813172] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.813635] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.813635] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.813635] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.813761] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.813872] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.813984] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.814132] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf305367-f793-4b43-99a9-8907fd0c4649',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.015498] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.018931] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.018931] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.018931] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.018931] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.018931] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port 811fc96c-700f-4dcb-810a-51750a6839a3 not found, creating... [ 672.018931] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.018931] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.018931] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.018931] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.018931] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.019579] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.019579] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.019900] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.020265] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.020619] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.020901] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: 811fc96c-700f-4dcb-810a-51750a6839a3 is going to be created. [ 672.048025] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.048025] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.048025] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.048025] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.048025] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.048025] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-811fc96c-700f-4dcb-810a-51750a6839a3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.086400] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26bbbe90-6cf1-448b-bb10-78493575687d in Status: SUCCESS [ 672.086641] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26bbbe90-6cf1-448b-bb10-78493575687d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.086812] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26bbbe90-6cf1-448b-bb10-78493575687d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.087047] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26bbbe90-6cf1-448b-bb10-78493575687d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.087322] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.087636] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.087636] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.087837] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.087837] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.087935] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26bbbe90-6cf1-448b-bb10-78493575687d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.088043] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26bbbe90-6cf1-448b-bb10-78493575687d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.170360] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926843c3-af1c-468e-9cd0-342525e30e97 in Status: SUCCESS [ 672.170360] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926843c3-af1c-468e-9cd0-342525e30e97" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.170360] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 in Status: SUCCESS [ 672.170360] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.170360] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926843c3-af1c-468e-9cd0-342525e30e97" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.170360] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926843c3-af1c-468e-9cd0-342525e30e97" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.170360] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.171901] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.172060] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.172289] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.172370] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.172472] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('926843c3-af1c-468e-9cd0-342525e30e97',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.174053] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.174053] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.174053] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.174053] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.174053] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.174388] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.174388] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.174388] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.243022] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-926843c3-af1c-468e-9cd0-342525e30e97 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.243679] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926843c3-af1c-468e-9cd0-342525e30e97" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.319939] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf305367-f793-4b43-99a9-8907fd0c4649 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.320202] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.320287] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.320477] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.320647] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.320746] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.320826] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.320993] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.321103] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.321469] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.321469] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf305367-f793-4b43-99a9-8907fd0c4649 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.321628] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.321628] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.321738] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.321850] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.321936] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.322133] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.322287] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.322287] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.322287] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.322513] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf305367-f793-4b43-99a9-8907fd0c4649',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.593229] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26bbbe90-6cf1-448b-bb10-78493575687d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.681181] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('926843c3-af1c-468e-9cd0-342525e30e97',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.681181] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.704986] env[65832]: INFO networking_nsxv3.common.synchronization [req-c9e99aa4-7fb1-4066-90e0-50a3ae530d5e req-353f2972-2260-4cbb-be0c-5d61431ad8c7 tempest-ImagesNegativeTestJSON-215465479 tempest-ImagesNegativeTestJSON-215465479-project-member] Enqueued Resource ID: 5640b4e1-45b6-433e-87d9-8557c8fdd5f7 with Priority: HIGHEST for action security_group_members [ 672.706219] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5640b4e1-45b6-433e-87d9-8557c8fdd5f7 with Priority: HIGHEST for action security_group_members [ 672.706219] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-5640b4e1-45b6-433e-87d9-8557c8fdd5f7 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.706219] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5640b4e1-45b6-433e-87d9-8557c8fdd5f7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.706466] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5640b4e1-45b6-433e-87d9-8557c8fdd5f7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.706574] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5640b4e1-45b6-433e-87d9-8557c8fdd5f7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.706729] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.706825] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.706884] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.707077] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.707163] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.707260] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5640b4e1-45b6-433e-87d9-8557c8fdd5f7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.800079] env[65832]: INFO networking_nsxv3.common.synchronization [req-a6a262d5-cd91-4ec6-acef-cbdea8400455 req-fcc45289-ca61-4ec6-8b68-dfacda435c45 service nova] Enqueued Resource ID: b4219f7e-bbaf-438f-8e4b-e3d688b28f3c with Priority: HIGHEST for action security_group_rules [ 672.800079] env[65832]: INFO networking_nsxv3.common.synchronization [req-a6a262d5-cd91-4ec6-acef-cbdea8400455 req-fcc45289-ca61-4ec6-8b68-dfacda435c45 service nova] Enqueued Resource ID: b4219f7e-bbaf-438f-8e4b-e3d688b28f3c with Priority: HIGHEST for action security_group_members [ 672.800079] env[65832]: INFO networking_nsxv3.common.synchronization [req-a6a262d5-cd91-4ec6-acef-cbdea8400455 req-fcc45289-ca61-4ec6-8b68-dfacda435c45 service nova] Enqueued Resource ID: 811fc96c-700f-4dcb-810a-51750a6839a3 with Priority: HIGHEST for action port [ 672.800079] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4219f7e-bbaf-438f-8e4b-e3d688b28f3c with Priority: HIGHEST for action security_group_rules [ 672.800079] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4219f7e-bbaf-438f-8e4b-e3d688b28f3c with Priority: HIGHEST for action security_group_members [ 672.800079] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 811fc96c-700f-4dcb-810a-51750a6839a3 with Priority: HIGHEST for action port [ 672.800079] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4219f7e-bbaf-438f-8e4b-e3d688b28f3c taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.800079] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4219f7e-bbaf-438f-8e4b-e3d688b28f3c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.800624] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4219f7e-bbaf-438f-8e4b-e3d688b28f3c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.800935] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4219f7e-bbaf-438f-8e4b-e3d688b28f3c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.801089] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4219f7e-bbaf-438f-8e4b-e3d688b28f3c',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.802659] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4219f7e-bbaf-438f-8e4b-e3d688b28f3c taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.802830] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4219f7e-bbaf-438f-8e4b-e3d688b28f3c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.802926] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4219f7e-bbaf-438f-8e4b-e3d688b28f3c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.803162] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4219f7e-bbaf-438f-8e4b-e3d688b28f3c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.803356] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.803480] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.803568] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.803890] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.803890] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.804034] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4219f7e-bbaf-438f-8e4b-e3d688b28f3c',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.807039] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-811fc96c-700f-4dcb-810a-51750a6839a3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.808692] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-811fc96c-700f-4dcb-810a-51750a6839a3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.808831] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-811fc96c-700f-4dcb-810a-51750a6839a3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.809049] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-811fc96c-700f-4dcb-810a-51750a6839a3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.809141] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('811fc96c-700f-4dcb-810a-51750a6839a3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.824753] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf305367-f793-4b43-99a9-8907fd0c4649: rpc.has_security_group_logging(os_id): False [ 672.847384] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.847384] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.847384] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.847384] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.847384] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.847384] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.847384] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.847384] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.847384] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.847384] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.847950] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.847950] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.847950] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.847950] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.847950] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.848178] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.848178] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.848261] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.850081] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.850265] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.850377] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf305367-f793-4b43-99a9-8907fd0c4649 is going to be updated. [ 672.931572] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.931572] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.931841] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.931841] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.933166] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.950949] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf305367-f793-4b43-99a9-8907fd0c4649 in Status: IN_PROGRESS for 2s [ 673.098139] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26bbbe90-6cf1-448b-bb10-78493575687d: rpc.has_security_group_logging(os_id): False [ 673.130265] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.131037] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.131037] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.131037] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.131037] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.131310] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.131385] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.131425] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.131577] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.131661] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.131759] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26bbbe90-6cf1-448b-bb10-78493575687d is going to be created. [ 673.185976] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('926843c3-af1c-468e-9cd0-342525e30e97',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.188180] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.203203] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.203413] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.203811] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.204500] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.205507] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.210412] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.210975] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.211724] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.211724] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.211724] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.211724] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.211939] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.211979] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.212269] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.212428] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.212600] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5640b4e1-45b6-433e-87d9-8557c8fdd5f7 already deleted. [ 673.212732] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5640b4e1-45b6-433e-87d9-8557c8fdd5f7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.228320] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26bbbe90-6cf1-448b-bb10-78493575687d in Status: IN_PROGRESS for 2s [ 673.247060] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-810 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.247060] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-810" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.247060] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-810" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.247060] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-810" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.247463] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.247463] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.247463] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.247683] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.247825] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.248053] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.248166] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 673.248271] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 673.248411] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 673.248540] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.248644] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 673.248776] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 673.278242] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 673.278472] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 673.278586] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 673.278846] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-810" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.279201] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-8021dc92-6aa0-46c3-b6fb-d253efa2a7d7 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.279385] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-8021dc92-6aa0-46c3-b6fb-d253efa2a7d7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.279499] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-8021dc92-6aa0-46c3-b6fb-d253efa2a7d7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.279952] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-8021dc92-6aa0-46c3-b6fb-d253efa2a7d7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.280087] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8021dc92-6aa0-46c3-b6fb-d253efa2a7d7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.303358] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4219f7e-bbaf-438f-8e4b-e3d688b28f3c taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.303640] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4219f7e-bbaf-438f-8e4b-e3d688b28f3c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.310735] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b4219f7e-bbaf-438f-8e4b-e3d688b28f3c',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.312034] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 811fc96c-700f-4dcb-810a-51750a6839a3 with status ACTIVE [ 673.312034] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.312203] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.312242] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.312436] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.312523] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.312824] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.312824] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.312943] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.312988] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.313077] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.313323] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.313400] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.313400] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.313969] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.315815] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.315815] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 811fc96c-700f-4dcb-810a-51750a6839a3 is going to be updated. [ 673.351538] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.352044] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.352044] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.352248] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.352397] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.352514] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-811fc96c-700f-4dcb-810a-51750a6839a3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.688749] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.689156] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.689156] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.689238] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.689306] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.689449] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 926843c3-af1c-468e-9cd0-342525e30e97 is going to be updated. [ 673.690751] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.690862] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.690935] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.691125] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.691208] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.691344] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 is going to be updated. [ 673.726129] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.726129] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.726129] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.726129] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.726129] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.728188] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.728188] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.728188] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.728188] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.728188] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.742884] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926843c3-af1c-468e-9cd0-342525e30e97 in Status: IN_PROGRESS for 2s [ 673.743776] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 in Status: IN_PROGRESS for 2s [ 673.783353] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.783353] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.783586] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.784386] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.784386] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.784386] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port 8021dc92-6aa0-46c3-b6fb-d253efa2a7d7 not found, creating... [ 673.784386] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.784662] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.784662] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.784808] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.784938] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.785248] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.785393] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.785504] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.785753] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.785948] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.786062] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: 8021dc92-6aa0-46c3-b6fb-d253efa2a7d7 is going to be created. [ 673.812265] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.812265] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.812265] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.813031] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.813031] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.813180] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-8021dc92-6aa0-46c3-b6fb-d253efa2a7d7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.816608] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b4219f7e-bbaf-438f-8e4b-e3d688b28f3c',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.320941] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.320941] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.320941] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.320941] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.320941] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.320941] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4219f7e-bbaf-438f-8e4b-e3d688b28f3c is going to be created. [ 674.356026] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.356026] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.356026] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.356026] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.356026] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.368608] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4219f7e-bbaf-438f-8e4b-e3d688b28f3c in Status: UNINITIALIZED for 2s [ 674.540389] env[65832]: INFO networking_nsxv3.common.synchronization [req-c9e99aa4-7fb1-4066-90e0-50a3ae530d5e req-ccd93e8d-88be-4da7-ad4e-3ce0aff0c1b7 service nova] Enqueued Resource ID: 5640b4e1-45b6-433e-87d9-8557c8fdd5f7 with Priority: HIGHEST for action security_group_rules [ 674.540389] env[65832]: INFO networking_nsxv3.common.synchronization [req-c9e99aa4-7fb1-4066-90e0-50a3ae530d5e req-ccd93e8d-88be-4da7-ad4e-3ce0aff0c1b7 service nova] Enqueued Resource ID: 5640b4e1-45b6-433e-87d9-8557c8fdd5f7 with Priority: HIGHEST for action security_group_members [ 674.540562] env[65832]: INFO networking_nsxv3.common.synchronization [req-c9e99aa4-7fb1-4066-90e0-50a3ae530d5e req-ccd93e8d-88be-4da7-ad4e-3ce0aff0c1b7 service nova] Enqueued Resource ID: 8021dc92-6aa0-46c3-b6fb-d253efa2a7d7 with Priority: HIGHEST for action port [ 674.540677] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5640b4e1-45b6-433e-87d9-8557c8fdd5f7 with Priority: HIGHEST for action security_group_rules [ 674.540805] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5640b4e1-45b6-433e-87d9-8557c8fdd5f7 with Priority: HIGHEST for action security_group_members [ 674.540900] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8021dc92-6aa0-46c3-b6fb-d253efa2a7d7 with Priority: HIGHEST for action port [ 674.541453] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5640b4e1-45b6-433e-87d9-8557c8fdd5f7 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.541585] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5640b4e1-45b6-433e-87d9-8557c8fdd5f7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.541721] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5640b4e1-45b6-433e-87d9-8557c8fdd5f7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.541909] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5640b4e1-45b6-433e-87d9-8557c8fdd5f7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.541989] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5640b4e1-45b6-433e-87d9-8557c8fdd5f7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.542813] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-5640b4e1-45b6-433e-87d9-8557c8fdd5f7 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.542928] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5640b4e1-45b6-433e-87d9-8557c8fdd5f7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.542994] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5640b4e1-45b6-433e-87d9-8557c8fdd5f7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.543179] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5640b4e1-45b6-433e-87d9-8557c8fdd5f7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.543330] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.543484] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.543484] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.543607] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.543697] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.543782] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5640b4e1-45b6-433e-87d9-8557c8fdd5f7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.544498] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-8021dc92-6aa0-46c3-b6fb-d253efa2a7d7 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.544621] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8021dc92-6aa0-46c3-b6fb-d253efa2a7d7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.544665] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8021dc92-6aa0-46c3-b6fb-d253efa2a7d7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.544814] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8021dc92-6aa0-46c3-b6fb-d253efa2a7d7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.544884] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8021dc92-6aa0-46c3-b6fb-d253efa2a7d7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.630116] env[65832]: INFO networking_nsxv3.common.synchronization [None req-5db3ec84-1283-4ea6-9fae-32c5c5b00f08 None None] Enqueued Resource ID: 2e894ca0-8e2f-48b3-bb89-43044ac2177a with Priority: HIGHEST for action port [ 674.630116] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e894ca0-8e2f-48b3-bb89-43044ac2177a with Priority: HIGHEST for action port [ 674.630116] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e894ca0-8e2f-48b3-bb89-43044ac2177a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.630596] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e894ca0-8e2f-48b3-bb89-43044ac2177a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.630763] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e894ca0-8e2f-48b3-bb89-43044ac2177a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.631160] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e894ca0-8e2f-48b3-bb89-43044ac2177a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.632729] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e894ca0-8e2f-48b3-bb89-43044ac2177a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.971317] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf305367-f793-4b43-99a9-8907fd0c4649 in Status: SUCCESS [ 674.971679] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.048441] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5640b4e1-45b6-433e-87d9-8557c8fdd5f7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.049566] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-5640b4e1-45b6-433e-87d9-8557c8fdd5f7 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.049704] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5640b4e1-45b6-433e-87d9-8557c8fdd5f7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.049901] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8021dc92-6aa0-46c3-b6fb-d253efa2a7d7 with status ACTIVE [ 675.050079] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.050193] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.050267] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.050471] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.050553] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.050714] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.050820] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.050881] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.053653] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.053799] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.054102] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.054269] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.054335] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.054492] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.054568] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.054723] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8021dc92-6aa0-46c3-b6fb-d253efa2a7d7 is going to be updated. [ 675.081830] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.082115] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.082181] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.082622] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.082752] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.082920] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8021dc92-6aa0-46c3-b6fb-d253efa2a7d7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.134764] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e894ca0-8e2f-48b3-bb89-43044ac2177a [ 675.135519] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.136253] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.136253] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.136253] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.136253] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.136253] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e894ca0-8e2f-48b3-bb89-43044ac2177a already deleted. [ 675.136685] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e894ca0-8e2f-48b3-bb89-43044ac2177a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.251645] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26bbbe90-6cf1-448b-bb10-78493575687d in Status: SUCCESS [ 675.251645] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26bbbe90-6cf1-448b-bb10-78493575687d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.556933] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5640b4e1-45b6-433e-87d9-8557c8fdd5f7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.758253] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 in Status: SUCCESS [ 675.758313] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.759228] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.759228] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.759228] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.759702] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.762487] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.762487] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.762487] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.762487] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.762487] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.762487] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.762487] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.762487] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.762487] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.762487] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.762487] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.762487] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.762487] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.762487] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.762487] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.764341] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926843c3-af1c-468e-9cd0-342525e30e97 in Status: SUCCESS [ 675.764341] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926843c3-af1c-468e-9cd0-342525e30e97" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.764470] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926843c3-af1c-468e-9cd0-342525e30e97" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.764691] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926843c3-af1c-468e-9cd0-342525e30e97" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.764890] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.765035] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.765478] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.766176] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.767755] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.767755] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926843c3-af1c-468e-9cd0-342525e30e97" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.767755] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('926843c3-af1c-468e-9cd0-342525e30e97',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.061725] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.064797] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.064797] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.064797] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.064797] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.064797] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5640b4e1-45b6-433e-87d9-8557c8fdd5f7 is going to be created. [ 676.100269] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.100269] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.100269] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.100269] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.100269] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.132479] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5640b4e1-45b6-433e-87d9-8557c8fdd5f7 in Status: UNINITIALIZED for 2s [ 676.269351] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d71d1514-5f61-40c2-bd72-56b14f5fbaf3: rpc.has_security_group_logging(os_id): False [ 676.270968] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('926843c3-af1c-468e-9cd0-342525e30e97',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.283849] env[65832]: INFO networking_nsxv3.common.synchronization [req-cc700b7f-685a-4914-9136-17605d1587ee req-de6709c9-b9b9-4b64-b090-645f78ac531d tempest-ServersTestMultiNic-772474700 tempest-ServersTestMultiNic-772474700-project-member] Enqueued Resource ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb with Priority: HIGHEST for action security_group_members [ 676.284456] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb with Priority: HIGHEST for action security_group_members [ 676.284839] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-373cace9-8513-4112-a4a3-fdd9746ca3cb taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.284965] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.285133] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.285529] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.285901] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.286159] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.286237] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.286413] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.286502] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.286650] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('373cace9-8513-4112-a4a3-fdd9746ca3cb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.291775] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.291909] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.292052] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.292276] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.292372] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.292584] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.292972] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.292972] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.293121] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.293121] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.293446] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.293446] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.293446] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.293696] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.293696] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.293879] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.293977] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.295070] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.295291] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.295381] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.295498] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 is going to be updated. [ 676.380401] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4219f7e-bbaf-438f-8e4b-e3d688b28f3c in Status: SUCCESS [ 676.380649] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4219f7e-bbaf-438f-8e4b-e3d688b28f3c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.380873] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4219f7e-bbaf-438f-8e4b-e3d688b28f3c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.381195] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4219f7e-bbaf-438f-8e4b-e3d688b28f3c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.381325] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.381521] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.381612] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.381805] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.381938] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.382065] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4219f7e-bbaf-438f-8e4b-e3d688b28f3c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.382206] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b4219f7e-bbaf-438f-8e4b-e3d688b28f3c',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.411101] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.411343] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.411343] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.412198] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.412198] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.432966] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 in Status: IN_PROGRESS for 2s [ 676.708925] env[65832]: INFO networking_nsxv3.common.synchronization [req-cc700b7f-685a-4914-9136-17605d1587ee req-a65b11a9-8379-427f-8ba7-83ef84af15e3 tempest-ServersTestMultiNic-772474700 tempest-ServersTestMultiNic-772474700-project-member] Enqueued Resource ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb with Priority: HIGHEST for action security_group_members [ 676.709481] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb with Priority: HIGHEST for action security_group_members [ 676.709693] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-373cace9-8513-4112-a4a3-fdd9746ca3cb taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.709820] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.777434] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 926843c3-af1c-468e-9cd0-342525e30e97: rpc.has_security_group_logging(os_id): False [ 676.789583] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.789772] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.789834] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.790049] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.790149] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.790349] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.790518] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.790617] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.790820] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.790908] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.790990] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb is going to be updated. [ 676.798811] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.798995] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.799755] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.799755] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.799755] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.799755] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.799755] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.800112] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.800112] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.800112] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.800255] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 926843c3-af1c-468e-9cd0-342525e30e97 is going to be updated. [ 676.830863] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.830863] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.830863] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.831177] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.831177] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.845880] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb in Status: IN_PROGRESS for 2s [ 676.889601] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.889952] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.889952] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.890156] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.890279] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.891541] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4219f7e-bbaf-438f-8e4b-e3d688b28f3c taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.891711] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4219f7e-bbaf-438f-8e4b-e3d688b28f3c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.891711] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4219f7e-bbaf-438f-8e4b-e3d688b28f3c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.891914] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4219f7e-bbaf-438f-8e4b-e3d688b28f3c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.892102] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.892225] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.892297] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.892418] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.892502] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.892586] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4219f7e-bbaf-438f-8e4b-e3d688b28f3c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.892732] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4219f7e-bbaf-438f-8e4b-e3d688b28f3c taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.892822] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4219f7e-bbaf-438f-8e4b-e3d688b28f3c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.892876] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4219f7e-bbaf-438f-8e4b-e3d688b28f3c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.893023] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4219f7e-bbaf-438f-8e4b-e3d688b28f3c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.893160] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.893268] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.893311] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.893432] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.893503] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.893595] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4219f7e-bbaf-438f-8e4b-e3d688b28f3c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.893715] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b4219f7e-bbaf-438f-8e4b-e3d688b28f3c',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.912652] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 926843c3-af1c-468e-9cd0-342525e30e97 in Status: IN_PROGRESS for 2s [ 677.189106] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-274 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.189106] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-274" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.189745] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-274" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.189745] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-274" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.190224] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.190547] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.190547] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.190828] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.190993] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.191232] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.191350] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.191466] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.191615] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.191739] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.191840] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.191995] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.217987] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.217987] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 677.217987] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.217987] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-274" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.219173] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-ad1e8ba2-eec7-4c29-84c5-3e5fd1b97b91 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.219173] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-ad1e8ba2-eec7-4c29-84c5-3e5fd1b97b91" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.219173] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-ad1e8ba2-eec7-4c29-84c5-3e5fd1b97b91" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.219334] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-ad1e8ba2-eec7-4c29-84c5-3e5fd1b97b91" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.219405] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad1e8ba2-eec7-4c29-84c5-3e5fd1b97b91',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.396932] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b4219f7e-bbaf-438f-8e4b-e3d688b28f3c: rpc.has_security_group_logging(os_id): False [ 677.422279] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.422279] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.422279] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.422279] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.422279] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.422698] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.422698] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.422698] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.422911] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.422911] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.423091] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.423195] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.423250] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.423578] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.423578] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.423708] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.423708] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.424181] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.424181] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.424181] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.424181] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4219f7e-bbaf-438f-8e4b-e3d688b28f3c is going to be created. [ 677.497631] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.497814] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.497814] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.498136] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.498329] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.513904] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4219f7e-bbaf-438f-8e4b-e3d688b28f3c in Status: IN_PROGRESS for 2s [ 677.728030] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.728030] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.728030] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.728030] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.728030] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.728030] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port ad1e8ba2-eec7-4c29-84c5-3e5fd1b97b91 not found, creating... [ 677.728030] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.728030] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.728030] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.728030] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.728030] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.730599] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.730869] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.730968] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.731273] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.731409] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.731557] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: ad1e8ba2-eec7-4c29-84c5-3e5fd1b97b91 is going to be created. [ 677.757822] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.758087] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.758210] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.758537] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.758773] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.759196] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-ad1e8ba2-eec7-4c29-84c5-3e5fd1b97b91" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.034111] env[65832]: INFO networking_nsxv3.common.synchronization [req-17da0750-35d2-475b-9f20-33f62ec95993 req-9d8adaa1-f75e-46dc-9cb6-e5607920061d tempest-ServerDiagnosticsNegativeTest-536695379 tempest-ServerDiagnosticsNegativeTest-536695379-project-member] Enqueued Resource ID: 309c11cf-a45b-48c2-950b-57f20044dc4f with Priority: HIGHEST for action security_group_members [ 678.034663] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 309c11cf-a45b-48c2-950b-57f20044dc4f with Priority: HIGHEST for action security_group_members [ 678.034996] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-309c11cf-a45b-48c2-950b-57f20044dc4f taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.035132] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-309c11cf-a45b-48c2-950b-57f20044dc4f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.035201] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-309c11cf-a45b-48c2-950b-57f20044dc4f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.035442] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-309c11cf-a45b-48c2-950b-57f20044dc4f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.035593] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.035875] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.035875] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.036315] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.036407] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.036499] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('309c11cf-a45b-48c2-950b-57f20044dc4f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.143304] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5640b4e1-45b6-433e-87d9-8557c8fdd5f7 in Status: SUCCESS [ 678.143574] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5640b4e1-45b6-433e-87d9-8557c8fdd5f7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.143806] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5640b4e1-45b6-433e-87d9-8557c8fdd5f7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.144108] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5640b4e1-45b6-433e-87d9-8557c8fdd5f7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.144371] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.144613] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.144689] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.144847] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.144953] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.145080] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5640b4e1-45b6-433e-87d9-8557c8fdd5f7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.146263] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5640b4e1-45b6-433e-87d9-8557c8fdd5f7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.452137] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 in Status: SUCCESS [ 678.452137] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.452137] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.452587] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.452587] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.500030] env[65832]: INFO networking_nsxv3.common.synchronization [req-cc700b7f-685a-4914-9136-17605d1587ee req-279cad3e-e3b9-47fd-87d1-a0205f5ccdfa service nova] Enqueued Resource ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb with Priority: HIGHEST for action security_group_rules [ 678.500218] env[65832]: INFO networking_nsxv3.common.synchronization [req-cc700b7f-685a-4914-9136-17605d1587ee req-279cad3e-e3b9-47fd-87d1-a0205f5ccdfa service nova] Enqueued Resource ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb with Priority: HIGHEST for action security_group_members [ 678.500350] env[65832]: INFO networking_nsxv3.common.synchronization [req-cc700b7f-685a-4914-9136-17605d1587ee req-279cad3e-e3b9-47fd-87d1-a0205f5ccdfa service nova] Enqueued Resource ID: ad1e8ba2-eec7-4c29-84c5-3e5fd1b97b91 with Priority: HIGHEST for action port [ 678.500823] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb with Priority: HIGHEST for action security_group_rules [ 678.500956] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb with Priority: HIGHEST for action security_group_members [ 678.501462] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad1e8ba2-eec7-4c29-84c5-3e5fd1b97b91 with Priority: HIGHEST for action port [ 678.501783] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-373cace9-8513-4112-a4a3-fdd9746ca3cb taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.501923] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.501990] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.502232] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.502332] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('373cace9-8513-4112-a4a3-fdd9746ca3cb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.503794] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-373cace9-8513-4112-a4a3-fdd9746ca3cb taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.503972] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.504170] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad1e8ba2-eec7-4c29-84c5-3e5fd1b97b91 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.504285] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad1e8ba2-eec7-4c29-84c5-3e5fd1b97b91" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.504350] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad1e8ba2-eec7-4c29-84c5-3e5fd1b97b91" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.504533] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad1e8ba2-eec7-4c29-84c5-3e5fd1b97b91" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.504622] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad1e8ba2-eec7-4c29-84c5-3e5fd1b97b91',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.540202] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.540439] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.540439] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.540749] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.541170] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.541170] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.541422] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.541422] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.541590] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.541590] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.541743] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 309c11cf-a45b-48c2-950b-57f20044dc4f is going to be updated. [ 678.580325] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.580325] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.580480] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.582355] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.582355] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.593311] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 309c11cf-a45b-48c2-950b-57f20044dc4f in Status: IN_PROGRESS for 2s [ 678.648166] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-5640b4e1-45b6-433e-87d9-8557c8fdd5f7 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.648397] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5640b4e1-45b6-433e-87d9-8557c8fdd5f7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.648397] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5640b4e1-45b6-433e-87d9-8557c8fdd5f7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.648620] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5640b4e1-45b6-433e-87d9-8557c8fdd5f7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.648791] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.648892] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.648996] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.649157] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.649251] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.649336] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5640b4e1-45b6-433e-87d9-8557c8fdd5f7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.649526] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-5640b4e1-45b6-433e-87d9-8557c8fdd5f7 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.649605] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5640b4e1-45b6-433e-87d9-8557c8fdd5f7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.649661] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5640b4e1-45b6-433e-87d9-8557c8fdd5f7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.649833] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5640b4e1-45b6-433e-87d9-8557c8fdd5f7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.649994] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.650123] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.650123] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.650276] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.650339] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.650426] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5640b4e1-45b6-433e-87d9-8557c8fdd5f7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.650515] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5640b4e1-45b6-433e-87d9-8557c8fdd5f7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.858464] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb in Status: SUCCESS [ 678.858729] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb deletion is rescheduled due to dependency. [ 678.858729] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.858854] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.859101] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.859294] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.859419] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.859480] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.859661] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.859753] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.859858] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('373cace9-8513-4112-a4a3-fdd9746ca3cb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.939371] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 926843c3-af1c-468e-9cd0-342525e30e97 in Status: SUCCESS [ 678.939602] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-926843c3-af1c-468e-9cd0-342525e30e97" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.955276] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.955430] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.955591] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.955723] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.955891] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.955986] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.956250] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.956250] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.956381] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.956381] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.956687] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.009224] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-373cace9-8513-4112-a4a3-fdd9746ca3cb taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.009224] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.010357] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad1e8ba2-eec7-4c29-84c5-3e5fd1b97b91 with status ACTIVE [ 679.010357] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.010357] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.010357] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.010357] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.010357] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.010643] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.010643] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.010643] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.010767] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.010804] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.011994] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.011994] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.011994] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.011994] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.011994] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.011994] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad1e8ba2-eec7-4c29-84c5-3e5fd1b97b91 is going to be updated. [ 679.035620] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.035620] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.035800] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.035891] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.036071] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.036259] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad1e8ba2-eec7-4c29-84c5-3e5fd1b97b91" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.152842] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5640b4e1-45b6-433e-87d9-8557c8fdd5f7: rpc.has_security_group_logging(os_id): False [ 679.181024] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.181024] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.181024] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.181024] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.181024] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.181024] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.181024] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.181024] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.181024] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.181024] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.181024] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.181024] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.181024] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.181731] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.181731] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.181731] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.181731] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.181731] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.181731] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.181731] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.181731] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5640b4e1-45b6-433e-87d9-8557c8fdd5f7 is going to be created. [ 679.264372] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.264669] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.264773] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.265090] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.265436] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.299261] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5640b4e1-45b6-433e-87d9-8557c8fdd5f7 in Status: IN_PROGRESS for 2s [ 679.343653] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-552 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.343891] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-552" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.344029] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-552" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.344413] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-552" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.344621] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.344797] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.344887] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.345155] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.346349] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.346349] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.346349] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.346349] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.346349] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.346349] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.346349] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.346349] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.362351] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('373cace9-8513-4112-a4a3-fdd9746ca3cb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.371098] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.371301] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 679.371411] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.371587] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-552" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.371902] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-9370aad5-e01e-46b0-a928-5a682c800226 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.372086] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-9370aad5-e01e-46b0-a928-5a682c800226" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.372200] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-9370aad5-e01e-46b0-a928-5a682c800226" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.372552] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-9370aad5-e01e-46b0-a928-5a682c800226" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.372688] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9370aad5-e01e-46b0-a928-5a682c800226',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.458825] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.459171] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.459171] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.459171] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.459311] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.459943] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.459943] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.459943] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.459943] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.459943] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.459943] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.460273] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.460273] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.460273] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.460385] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.461639] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.461767] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.461953] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.462062] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.462195] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.462306] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.534520] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b4219f7e-bbaf-438f-8e4b-e3d688b28f3c in Status: SUCCESS [ 679.534520] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4219f7e-bbaf-438f-8e4b-e3d688b28f3c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.864901] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('373cace9-8513-4112-a4a3-fdd9746ca3cb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.876332] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.876920] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.878127] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.878127] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.878127] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.878127] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port 9370aad5-e01e-46b0-a928-5a682c800226 not found, creating... [ 679.879477] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.879477] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.879477] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.879477] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.879477] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.879477] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.879477] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.879910] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.879910] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.880282] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.880282] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: 9370aad5-e01e-46b0-a928-5a682c800226 is going to be created. [ 679.903838] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.904097] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.904227] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.904490] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.904717] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.905567] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-9370aad5-e01e-46b0-a928-5a682c800226" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.966261] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d71d1514-5f61-40c2-bd72-56b14f5fbaf3: rpc.has_security_group_logging(os_id): False [ 679.992333] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.992639] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.992639] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.992853] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.992940] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.993185] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.993308] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.993363] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.993501] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.993578] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.993884] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.993884] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.994032] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.994863] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.995050] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.995310] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.995574] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.995574] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.995720] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.995766] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.995987] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 is going to be updated. [ 680.099182] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.099182] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.099182] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.099182] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.099182] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.117265] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 in Status: IN_PROGRESS for 2s [ 680.369943] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.370161] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.370247] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.370404] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.370493] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.370591] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb is going to be updated. [ 680.404233] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.404431] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.404482] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.404768] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.404854] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.419276] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb in Status: IN_PROGRESS for 2s [ 680.443893] env[65832]: INFO networking_nsxv3.common.synchronization [None req-3e363f96-43e7-4c73-aad6-c47a76af8972 None None] Enqueued Resource ID: 8ed70a76-7d51-4314-a515-8814da28c9bc with Priority: HIGHEST for action port [ 680.444109] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ed70a76-7d51-4314-a515-8814da28c9bc with Priority: HIGHEST for action port [ 680.444426] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ed70a76-7d51-4314-a515-8814da28c9bc taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.444632] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ed70a76-7d51-4314-a515-8814da28c9bc" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.444632] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ed70a76-7d51-4314-a515-8814da28c9bc" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.445067] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ed70a76-7d51-4314-a515-8814da28c9bc" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.445067] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ed70a76-7d51-4314-a515-8814da28c9bc',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.606343] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 309c11cf-a45b-48c2-950b-57f20044dc4f in Status: SUCCESS [ 680.606623] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 309c11cf-a45b-48c2-950b-57f20044dc4f deletion is rescheduled due to dependency. [ 680.606623] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-309c11cf-a45b-48c2-950b-57f20044dc4f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.694144] env[65832]: INFO networking_nsxv3.common.synchronization [req-cc700b7f-685a-4914-9136-17605d1587ee req-c4efed33-4f2b-4d36-8468-297fa38fa8b4 service nova] Enqueued Resource ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb with Priority: HIGHEST for action security_group_rules [ 680.694294] env[65832]: INFO networking_nsxv3.common.synchronization [req-cc700b7f-685a-4914-9136-17605d1587ee req-c4efed33-4f2b-4d36-8468-297fa38fa8b4 service nova] Enqueued Resource ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb with Priority: HIGHEST for action security_group_members [ 680.694416] env[65832]: INFO networking_nsxv3.common.synchronization [req-cc700b7f-685a-4914-9136-17605d1587ee req-c4efed33-4f2b-4d36-8468-297fa38fa8b4 service nova] Enqueued Resource ID: 9370aad5-e01e-46b0-a928-5a682c800226 with Priority: HIGHEST for action port [ 680.694651] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb with Priority: HIGHEST for action security_group_rules [ 680.694779] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb with Priority: HIGHEST for action security_group_members [ 680.694874] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9370aad5-e01e-46b0-a928-5a682c800226 with Priority: HIGHEST for action port [ 680.696557] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-373cace9-8513-4112-a4a3-fdd9746ca3cb taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.697262] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.697262] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-373cace9-8513-4112-a4a3-fdd9746ca3cb taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.697464] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.697653] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-9370aad5-e01e-46b0-a928-5a682c800226 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.698368] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9370aad5-e01e-46b0-a928-5a682c800226" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.698484] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9370aad5-e01e-46b0-a928-5a682c800226" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.698733] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9370aad5-e01e-46b0-a928-5a682c800226" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.698822] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9370aad5-e01e-46b0-a928-5a682c800226',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.951562] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ed70a76-7d51-4314-a515-8814da28c9bc [ 680.953705] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.953705] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.953705] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.953705] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.953705] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.953705] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ed70a76-7d51-4314-a515-8814da28c9bc already deleted. [ 680.953705] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ed70a76-7d51-4314-a515-8814da28c9bc" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.205136] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9370aad5-e01e-46b0-a928-5a682c800226 with status ACTIVE [ 681.205136] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.205136] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.205136] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.205136] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.205136] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.205400] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.205400] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.205400] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.205560] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.205596] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.205936] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.205936] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.205936] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.206100] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.206100] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.207292] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9370aad5-e01e-46b0-a928-5a682c800226 is going to be updated. [ 681.228751] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.229023] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.229077] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.229322] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.229486] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.229660] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9370aad5-e01e-46b0-a928-5a682c800226" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.322213] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5640b4e1-45b6-433e-87d9-8557c8fdd5f7 in Status: SUCCESS [ 681.322213] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5640b4e1-45b6-433e-87d9-8557c8fdd5f7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.133924] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 in Status: SUCCESS [ 682.134242] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.430664] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb in Status: SUCCESS [ 682.430886] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.431070] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.431280] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.431465] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.431588] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.431643] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.431799] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.431879] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.431973] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('373cace9-8513-4112-a4a3-fdd9746ca3cb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.524638] env[65832]: INFO networking_nsxv3.common.synchronization [req-e43ae654-273e-4444-bbac-175baa094b8d req-5dac5873-7623-4eb0-9886-f004f7f18888 tempest-FloatingIPsAssociationTestJSON-1524089514 tempest-FloatingIPsAssociationTestJSON-1524089514-project-member] Enqueued Resource ID: 11d0ab88-e793-4dee-ad60-d04b348e7596 with Priority: HIGHEST for action security_group_members [ 682.526036] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11d0ab88-e793-4dee-ad60-d04b348e7596 with Priority: HIGHEST for action security_group_members [ 682.526378] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-11d0ab88-e793-4dee-ad60-d04b348e7596 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.526500] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.526564] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.526817] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.526965] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.527076] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.527130] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.527276] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.527385] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.527482] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11d0ab88-e793-4dee-ad60-d04b348e7596',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.798665] env[65832]: INFO networking_nsxv3.common.synchronization [None req-2a246d7c-3fca-4506-98b0-48ad6e389698 None None] Enqueued Resource ID: 60532e10-d227-4bd7-9216-c1255a8f32d5 with Priority: HIGHEST for action port [ 682.800442] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60532e10-d227-4bd7-9216-c1255a8f32d5 with Priority: HIGHEST for action port [ 682.800795] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-60532e10-d227-4bd7-9216-c1255a8f32d5 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.800926] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60532e10-d227-4bd7-9216-c1255a8f32d5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.800997] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60532e10-d227-4bd7-9216-c1255a8f32d5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.802938] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60532e10-d227-4bd7-9216-c1255a8f32d5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.803079] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60532e10-d227-4bd7-9216-c1255a8f32d5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.808990] env[65832]: INFO networking_nsxv3.common.synchronization [None req-5a3722f4-cb6b-4642-8a89-ac081576530a None None] Enqueued Resource ID: 82de6b88-5cc5-4c7a-96f8-17501d96ad52 with Priority: HIGHEST for action port [ 682.808990] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82de6b88-5cc5-4c7a-96f8-17501d96ad52 with Priority: HIGHEST for action port [ 682.808990] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-82de6b88-5cc5-4c7a-96f8-17501d96ad52 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.811034] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82de6b88-5cc5-4c7a-96f8-17501d96ad52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.811034] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82de6b88-5cc5-4c7a-96f8-17501d96ad52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.811279] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82de6b88-5cc5-4c7a-96f8-17501d96ad52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.811858] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82de6b88-5cc5-4c7a-96f8-17501d96ad52',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.934728] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('373cace9-8513-4112-a4a3-fdd9746ca3cb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.029771] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.032183] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.032183] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.032183] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.032183] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.032183] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.032183] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.032183] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.032183] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.032183] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.032183] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11d0ab88-e793-4dee-ad60-d04b348e7596 already deleted. [ 683.032183] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.308560] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60532e10-d227-4bd7-9216-c1255a8f32d5 [ 683.308823] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.308913] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.308980] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.309202] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.309286] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.309379] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60532e10-d227-4bd7-9216-c1255a8f32d5 already deleted. [ 683.309460] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60532e10-d227-4bd7-9216-c1255a8f32d5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.319977] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82de6b88-5cc5-4c7a-96f8-17501d96ad52 [ 683.319977] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.319977] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.319977] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.319977] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.319977] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.319977] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82de6b88-5cc5-4c7a-96f8-17501d96ad52 already deleted. [ 683.319977] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82de6b88-5cc5-4c7a-96f8-17501d96ad52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.436680] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('373cace9-8513-4112-a4a3-fdd9746ca3cb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.644226] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.646020] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-500" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.646020] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-500" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.646020] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-500" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.646020] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.646020] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.646020] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.646020] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.646020] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.646020] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.646481] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 683.646481] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 683.646556] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 683.648400] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.648400] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 683.648400] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 683.667171] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 683.667484] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 683.667726] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 683.667914] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-500" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.668262] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-67370f00-8e47-4729-a70c-e0664a3e19e9 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.668485] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-67370f00-8e47-4729-a70c-e0664a3e19e9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.668810] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-67370f00-8e47-4729-a70c-e0664a3e19e9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.669168] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-67370f00-8e47-4729-a70c-e0664a3e19e9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.669357] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67370f00-8e47-4729-a70c-e0664a3e19e9',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.940681] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.940914] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.941010] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.941238] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.941333] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.941433] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb is going to be updated. [ 683.974676] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.974676] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.974676] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.974676] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.974676] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.988176] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb in Status: IN_PROGRESS for 2s [ 684.280763] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.280763] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.280763] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.280763] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.280763] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.280763] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port 67370f00-8e47-4729-a70c-e0664a3e19e9 not found, creating... [ 684.280763] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.280763] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.280763] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.280763] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.280763] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.281889] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.281889] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.281889] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.281889] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.281889] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.281889] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: 67370f00-8e47-4729-a70c-e0664a3e19e9 is going to be created. [ 684.281889] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.281889] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.281889] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.282471] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.282471] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.282471] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-67370f00-8e47-4729-a70c-e0664a3e19e9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.950379] env[65832]: INFO networking_nsxv3.common.synchronization [req-e43ae654-273e-4444-bbac-175baa094b8d req-5fdfc394-8e61-4c41-9750-99e6aa8b6f87 service nova] Enqueued Resource ID: 11d0ab88-e793-4dee-ad60-d04b348e7596 with Priority: HIGHEST for action security_group_rules [ 684.950379] env[65832]: INFO networking_nsxv3.common.synchronization [req-e43ae654-273e-4444-bbac-175baa094b8d req-5fdfc394-8e61-4c41-9750-99e6aa8b6f87 service nova] Enqueued Resource ID: 11d0ab88-e793-4dee-ad60-d04b348e7596 with Priority: HIGHEST for action security_group_members [ 684.950379] env[65832]: INFO networking_nsxv3.common.synchronization [req-e43ae654-273e-4444-bbac-175baa094b8d req-5fdfc394-8e61-4c41-9750-99e6aa8b6f87 service nova] Enqueued Resource ID: 67370f00-8e47-4729-a70c-e0664a3e19e9 with Priority: HIGHEST for action port [ 684.950800] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11d0ab88-e793-4dee-ad60-d04b348e7596 with Priority: HIGHEST for action security_group_rules [ 684.951069] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11d0ab88-e793-4dee-ad60-d04b348e7596 with Priority: HIGHEST for action security_group_members [ 684.951448] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67370f00-8e47-4729-a70c-e0664a3e19e9 with Priority: HIGHEST for action port [ 684.951607] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11d0ab88-e793-4dee-ad60-d04b348e7596 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.951690] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.951864] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.952157] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.952304] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11d0ab88-e793-4dee-ad60-d04b348e7596',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.953565] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-11d0ab88-e793-4dee-ad60-d04b348e7596 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.953565] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.953565] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.953954] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.954265] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.954724] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.954810] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.954950] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.955156] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.955305] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11d0ab88-e793-4dee-ad60-d04b348e7596',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.956245] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-67370f00-8e47-4729-a70c-e0664a3e19e9 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.956400] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67370f00-8e47-4729-a70c-e0664a3e19e9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.956995] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67370f00-8e47-4729-a70c-e0664a3e19e9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.956995] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67370f00-8e47-4729-a70c-e0664a3e19e9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.956995] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67370f00-8e47-4729-a70c-e0664a3e19e9',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.303928] env[65832]: INFO networking_nsxv3.common.synchronization [None req-2bd90c6d-6a99-44c5-bea7-24a8ffd96d5f None None] Enqueued Resource ID: 89345268-273f-4a91-85dc-4a9f4bde8a7c with Priority: HIGHEST for action port [ 685.304531] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89345268-273f-4a91-85dc-4a9f4bde8a7c with Priority: HIGHEST for action port [ 685.304761] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-89345268-273f-4a91-85dc-4a9f4bde8a7c taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.304881] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89345268-273f-4a91-85dc-4a9f4bde8a7c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.304945] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89345268-273f-4a91-85dc-4a9f4bde8a7c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.305445] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89345268-273f-4a91-85dc-4a9f4bde8a7c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.305638] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89345268-273f-4a91-85dc-4a9f4bde8a7c',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.353533] env[65832]: INFO networking_nsxv3.common.synchronization [None req-ae4dba5c-0b7c-40c3-89f8-3968da0c2438 None None] Enqueued Resource ID: 57ffbf19-9b01-4318-bf42-eef4b17ac791 with Priority: HIGHEST for action port [ 685.354157] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57ffbf19-9b01-4318-bf42-eef4b17ac791 with Priority: HIGHEST for action port [ 685.354696] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-57ffbf19-9b01-4318-bf42-eef4b17ac791 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.354822] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57ffbf19-9b01-4318-bf42-eef4b17ac791" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.354876] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57ffbf19-9b01-4318-bf42-eef4b17ac791" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.355874] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57ffbf19-9b01-4318-bf42-eef4b17ac791" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.355973] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57ffbf19-9b01-4318-bf42-eef4b17ac791',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.458927] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-11d0ab88-e793-4dee-ad60-d04b348e7596 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.459303] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.459303] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11d0ab88-e793-4dee-ad60-d04b348e7596',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.460444] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67370f00-8e47-4729-a70c-e0664a3e19e9 with status ACTIVE [ 685.461076] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.461076] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.461076] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.461076] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.461345] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.461345] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.461345] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.461477] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.461657] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.461657] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.462572] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.462572] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.462572] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.462572] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.462572] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.462572] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67370f00-8e47-4729-a70c-e0664a3e19e9 is going to be updated. [ 685.485271] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.485624] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.485800] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.486114] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.486531] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.486531] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67370f00-8e47-4729-a70c-e0664a3e19e9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.814049] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89345268-273f-4a91-85dc-4a9f4bde8a7c [ 685.814294] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.814421] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.814485] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.814686] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.814767] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.814856] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89345268-273f-4a91-85dc-4a9f4bde8a7c already deleted. [ 685.815072] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89345268-273f-4a91-85dc-4a9f4bde8a7c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.859376] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57ffbf19-9b01-4318-bf42-eef4b17ac791 [ 685.859376] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.859376] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.859376] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.859376] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.859376] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.859376] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57ffbf19-9b01-4318-bf42-eef4b17ac791 already deleted. [ 685.859376] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57ffbf19-9b01-4318-bf42-eef4b17ac791" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.964191] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11d0ab88-e793-4dee-ad60-d04b348e7596',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.004682] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb in Status: SUCCESS [ 686.004929] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.006285] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.006285] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.006285] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.006285] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.006285] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.006517] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.006517] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.006587] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.006644] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('373cace9-8513-4112-a4a3-fdd9746ca3cb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.007631] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.007720] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.007921] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.008201] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.008201] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.008512] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.008512] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.008512] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('373cace9-8513-4112-a4a3-fdd9746ca3cb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.467643] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.467821] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.467953] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.468183] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.468290] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.468375] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11d0ab88-e793-4dee-ad60-d04b348e7596 is going to be created. [ 686.499679] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.499679] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.499679] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.500310] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.500484] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.510140] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-373cace9-8513-4112-a4a3-fdd9746ca3cb taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.510328] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.510695] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('373cace9-8513-4112-a4a3-fdd9746ca3cb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.514747] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11d0ab88-e793-4dee-ad60-d04b348e7596 in Status: UNINITIALIZED for 2s [ 687.013944] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('373cace9-8513-4112-a4a3-fdd9746ca3cb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.287950] env[65832]: INFO networking_nsxv3.common.synchronization [req-40bd74bc-c0a8-4738-921b-08ccd8305bd1 req-bff1b132-15a1-4390-aa6f-0d7ed23c0619 tempest-MigrationsAdminTest-681095415 tempest-MigrationsAdminTest-681095415-project-member] Enqueued Resource ID: 7c73c220-a4b7-4acd-9a43-197eee6cf67d with Priority: HIGHEST for action security_group_members [ 687.288856] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c73c220-a4b7-4acd-9a43-197eee6cf67d with Priority: HIGHEST for action security_group_members [ 687.288918] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c73c220-a4b7-4acd-9a43-197eee6cf67d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.288997] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.290427] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.290503] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.290674] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.290821] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.290887] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.291058] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.291195] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.291245] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c73c220-a4b7-4acd-9a43-197eee6cf67d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.521050] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.521050] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.521050] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.521050] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.521050] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.521050] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb is going to be updated. [ 687.553377] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.553517] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.553517] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.553747] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.553901] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.567804] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb in Status: IN_PROGRESS for 2s [ 687.749289] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.749429] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-806" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.749518] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-806" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.749787] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-806" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.751755] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.752082] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.752221] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.752498] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.752660] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.752906] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.752992] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 687.753108] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 687.753224] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 687.753331] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.753433] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 687.753577] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 687.778586] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 687.778927] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 687.779211] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 687.779503] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-806" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.780146] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-e6573063-0833-420a-bf04-f72bbf5bba7d taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.780699] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-e6573063-0833-420a-bf04-f72bbf5bba7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.780977] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-e6573063-0833-420a-bf04-f72bbf5bba7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.781470] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-e6573063-0833-420a-bf04-f72bbf5bba7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.781731] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6573063-0833-420a-bf04-f72bbf5bba7d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.796442] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.796442] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.796442] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.796442] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.796442] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.796442] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.796442] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.796442] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.796442] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.796442] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.796442] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c73c220-a4b7-4acd-9a43-197eee6cf67d already deleted. [ 687.796442] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.285941] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.286244] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.287108] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.287665] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.287756] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.287855] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port e6573063-0833-420a-bf04-f72bbf5bba7d not found, creating... [ 688.288959] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.288959] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.288959] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.288959] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.288959] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.289379] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.289489] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.289561] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.289748] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.289886] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.289987] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: e6573063-0833-420a-bf04-f72bbf5bba7d is going to be created. [ 688.315569] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.315936] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.316069] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.316317] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.316633] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.317480] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-e6573063-0833-420a-bf04-f72bbf5bba7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.525161] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11d0ab88-e793-4dee-ad60-d04b348e7596 in Status: SUCCESS [ 688.525503] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.525713] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.525881] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.526080] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.526196] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.526259] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.526402] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.526493] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.526572] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.526659] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11d0ab88-e793-4dee-ad60-d04b348e7596',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.029826] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-11d0ab88-e793-4dee-ad60-d04b348e7596 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.030260] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.030260] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.030911] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.030911] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.030911] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.030911] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.030911] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.030911] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.030911] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.031228] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-11d0ab88-e793-4dee-ad60-d04b348e7596 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.031228] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.031228] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.031341] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.031968] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.031968] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.031968] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.031968] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.031968] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.032234] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.032234] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11d0ab88-e793-4dee-ad60-d04b348e7596',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.102179] env[65832]: INFO networking_nsxv3.common.synchronization [req-40bd74bc-c0a8-4738-921b-08ccd8305bd1 req-1ab1de8b-d377-4a8a-90cc-2ba215ec65a2 service nova] Enqueued Resource ID: 7c73c220-a4b7-4acd-9a43-197eee6cf67d with Priority: HIGHEST for action security_group_rules [ 689.102331] env[65832]: INFO networking_nsxv3.common.synchronization [req-40bd74bc-c0a8-4738-921b-08ccd8305bd1 req-1ab1de8b-d377-4a8a-90cc-2ba215ec65a2 service nova] Enqueued Resource ID: 7c73c220-a4b7-4acd-9a43-197eee6cf67d with Priority: HIGHEST for action security_group_members [ 689.102443] env[65832]: INFO networking_nsxv3.common.synchronization [req-40bd74bc-c0a8-4738-921b-08ccd8305bd1 req-1ab1de8b-d377-4a8a-90cc-2ba215ec65a2 service nova] Enqueued Resource ID: e6573063-0833-420a-bf04-f72bbf5bba7d with Priority: HIGHEST for action port [ 689.103594] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c73c220-a4b7-4acd-9a43-197eee6cf67d with Priority: HIGHEST for action security_group_rules [ 689.103594] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c73c220-a4b7-4acd-9a43-197eee6cf67d with Priority: HIGHEST for action security_group_members [ 689.103594] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6573063-0833-420a-bf04-f72bbf5bba7d with Priority: HIGHEST for action port [ 689.104249] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c73c220-a4b7-4acd-9a43-197eee6cf67d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.104374] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.104444] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.104950] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.104950] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c73c220-a4b7-4acd-9a43-197eee6cf67d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.106270] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c73c220-a4b7-4acd-9a43-197eee6cf67d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.106645] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.106645] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.106645] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.106817] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.108028] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.108028] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.108028] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.108028] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.108028] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c73c220-a4b7-4acd-9a43-197eee6cf67d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.108985] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6573063-0833-420a-bf04-f72bbf5bba7d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.108985] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6573063-0833-420a-bf04-f72bbf5bba7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.108985] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6573063-0833-420a-bf04-f72bbf5bba7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.108985] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6573063-0833-420a-bf04-f72bbf5bba7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.108985] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6573063-0833-420a-bf04-f72bbf5bba7d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.110208] env[65832]: INFO networking_nsxv3.common.synchronization [None req-0ef6046f-23da-40e4-a016-0c506980f007 None None] Enqueued Resource ID: b8a8ebc7-3727-41b8-8430-62fbc42d7a02 with Priority: HIGHEST for action port [ 689.111295] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8a8ebc7-3727-41b8-8430-62fbc42d7a02 with Priority: HIGHEST for action port [ 689.111669] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8a8ebc7-3727-41b8-8430-62fbc42d7a02 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.111753] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8a8ebc7-3727-41b8-8430-62fbc42d7a02" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.111753] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8a8ebc7-3727-41b8-8430-62fbc42d7a02" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.112796] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8a8ebc7-3727-41b8-8430-62fbc42d7a02" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.112796] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8a8ebc7-3727-41b8-8430-62fbc42d7a02',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.401070] env[65832]: INFO networking_nsxv3.common.synchronization [None req-3eb5a96b-3a02-4a6b-b4e3-abc280e08f1b tempest-ServersTestFqdnHostnames-1220585874 tempest-ServersTestFqdnHostnames-1220585874-project-member] Enqueued Resource ID: 7784a685-a1c8-4ab9-ad04-33813a952dfe with Priority: HIGHEST for action security_group_rules [ 689.401070] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7784a685-a1c8-4ab9-ad04-33813a952dfe with Priority: HIGHEST for action security_group_rules [ 689.401070] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7784a685-a1c8-4ab9-ad04-33813a952dfe taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.401070] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7784a685-a1c8-4ab9-ad04-33813a952dfe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.401070] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7784a685-a1c8-4ab9-ad04-33813a952dfe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.401070] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7784a685-a1c8-4ab9-ad04-33813a952dfe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.401070] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7784a685-a1c8-4ab9-ad04-33813a952dfe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.536340] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11d0ab88-e793-4dee-ad60-d04b348e7596: rpc.has_security_group_logging(os_id): False [ 689.572027] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.572027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.572027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.572027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.572027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.572027] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.572027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.572027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.572027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.572027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.572027] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.572027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.572027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.572027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.572027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.572857] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.573096] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.573324] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.573612] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.573847] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.574067] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11d0ab88-e793-4dee-ad60-d04b348e7596 is going to be created. [ 689.582446] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb in Status: SUCCESS [ 689.582918] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.583306] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.585032] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.585032] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.585032] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.585032] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.585032] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.585032] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.585032] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.585032] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-373cace9-8513-4112-a4a3-fdd9746ca3cb taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.585032] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.585691] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.585945] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.586354] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.586673] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.586840] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.587089] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.587258] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.587450] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.587643] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('373cace9-8513-4112-a4a3-fdd9746ca3cb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.615286] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c73c220-a4b7-4acd-9a43-197eee6cf67d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.615286] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c73c220-a4b7-4acd-9a43-197eee6cf67d taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.615286] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.615286] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6573063-0833-420a-bf04-f72bbf5bba7d with status ACTIVE [ 689.615286] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.615286] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.615286] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.615286] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.615286] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.615286] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.615286] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.615286] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.615286] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.615286] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.616044] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.616044] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.616044] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.616044] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.616044] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.616044] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6573063-0833-420a-bf04-f72bbf5bba7d is going to be updated. [ 689.620801] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b8a8ebc7-3727-41b8-8430-62fbc42d7a02 [ 689.620801] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.620801] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.620801] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.620801] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.621193] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.621386] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b8a8ebc7-3727-41b8-8430-62fbc42d7a02 already deleted. [ 689.622018] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8a8ebc7-3727-41b8-8430-62fbc42d7a02" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.642129] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.642524] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.642687] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.643735] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.643735] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.643735] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6573063-0833-420a-bf04-f72bbf5bba7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.651083] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.651083] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.651083] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.651083] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.651083] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.664462] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11d0ab88-e793-4dee-ad60-d04b348e7596 in Status: IN_PROGRESS for 2s [ 689.726361] env[65832]: INFO networking_nsxv3.common.synchronization [req-a4a46ba8-7e51-48d6-9d5e-df3ba0918f99 req-5cb03826-b307-414b-b6e0-8354a5137fa4 tempest-DeleteServersAdminTestJSON-2104666696 tempest-DeleteServersAdminTestJSON-2104666696-project-member] Enqueued Resource ID: 5c2324c8-df1e-43af-ba90-519c66eac09b with Priority: HIGHEST for action security_group_members [ 689.726361] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c2324c8-df1e-43af-ba90-519c66eac09b with Priority: HIGHEST for action security_group_members [ 689.726361] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c2324c8-df1e-43af-ba90-519c66eac09b taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.726690] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.726910] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.727275] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.727633] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.727857] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.728051] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.728309] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.728587] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.728808] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c2324c8-df1e-43af-ba90-519c66eac09b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.874346] env[65832]: INFO networking_nsxv3.common.synchronization [None req-cfd9260f-70b4-4401-afb8-3108f8e48770 tempest-ServersTestFqdnHostnames-1220585874 tempest-ServersTestFqdnHostnames-1220585874-project-member] Enqueued Resource ID: 7784a685-a1c8-4ab9-ad04-33813a952dfe with Priority: HIGHEST for action security_group_rules [ 689.874346] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7784a685-a1c8-4ab9-ad04-33813a952dfe with Priority: HIGHEST for action security_group_rules [ 689.874642] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7784a685-a1c8-4ab9-ad04-33813a952dfe taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.874642] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7784a685-a1c8-4ab9-ad04-33813a952dfe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.926732] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.926732] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.926732] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.926732] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.926732] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.927336] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7784a685-a1c8-4ab9-ad04-33813a952dfe already deleted. [ 689.927336] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7784a685-a1c8-4ab9-ad04-33813a952dfe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.927336] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7784a685-a1c8-4ab9-ad04-33813a952dfe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.927336] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7784a685-a1c8-4ab9-ad04-33813a952dfe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.927336] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7784a685-a1c8-4ab9-ad04-33813a952dfe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.092048] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 373cace9-8513-4112-a4a3-fdd9746ca3cb: rpc.has_security_group_logging(os_id): False [ 690.118027] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.118027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.118027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.118027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.118027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.118027] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.118027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.118027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.118027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.118027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.118027] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.118027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.118027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.118027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.118027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.118761] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.119084] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.119295] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.119634] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.119864] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.120060] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb is going to be updated. [ 690.121420] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c73c220-a4b7-4acd-9a43-197eee6cf67d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.198479] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.200340] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.200340] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.200340] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.200340] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.221633] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb in Status: IN_PROGRESS for 2s [ 690.231291] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.231536] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.231536] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.231852] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.231895] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.232091] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.232207] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.232297] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.232538] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.232538] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.232658] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c2324c8-df1e-43af-ba90-519c66eac09b is going to be updated. [ 690.300904] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.301175] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.301175] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.301344] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.301534] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.314833] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c2324c8-df1e-43af-ba90-519c66eac09b in Status: IN_PROGRESS for 2s [ 690.343094] env[65832]: INFO networking_nsxv3.common.synchronization [req-dda21890-0901-4140-96eb-8cb93ba4d877 req-3b19a5d6-fb1e-4836-b367-88d95a76b3f6 tempest-ServersAdminTestJSON-2145455351 tempest-ServersAdminTestJSON-2145455351-project-member] Enqueued Resource ID: cf305367-f793-4b43-99a9-8907fd0c4649 with Priority: HIGHEST for action security_group_members [ 690.343816] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf305367-f793-4b43-99a9-8907fd0c4649 with Priority: HIGHEST for action security_group_members [ 690.344352] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf305367-f793-4b43-99a9-8907fd0c4649 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.344704] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.344810] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.345125] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.345445] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.345588] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.345653] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.345885] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.346054] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.346419] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf305367-f793-4b43-99a9-8907fd0c4649',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.451258] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.451561] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.451674] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.452399] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.452399] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.452399] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7784a685-a1c8-4ab9-ad04-33813a952dfe already deleted. [ 690.452399] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7784a685-a1c8-4ab9-ad04-33813a952dfe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.625743] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.625926] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.626027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.626280] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.626382] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.626493] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c73c220-a4b7-4acd-9a43-197eee6cf67d is going to be created. [ 690.654957] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.654957] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.654957] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.654957] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.654957] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.668983] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c73c220-a4b7-4acd-9a43-197eee6cf67d in Status: UNINITIALIZED for 2s [ 690.849436] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf305367-f793-4b43-99a9-8907fd0c4649',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.005327] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-401 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.005327] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-401" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.005682] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-401" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.005998] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-401" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.006334] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.006600] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.006694] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.007068] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.007184] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.007651] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.007942] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.008666] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.008666] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.008666] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.008666] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.008666] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.038845] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.039069] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 691.039172] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.039320] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-401" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.039628] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-e6b98cb1-d4ca-42fd-9134-2e7c0b408947 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.039798] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-e6b98cb1-d4ca-42fd-9134-2e7c0b408947" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.039943] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-e6b98cb1-d4ca-42fd-9134-2e7c0b408947" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.040260] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-e6b98cb1-d4ca-42fd-9134-2e7c0b408947" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.040394] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6b98cb1-d4ca-42fd-9134-2e7c0b408947',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.346618] env[65832]: INFO networking_nsxv3.common.synchronization [None req-389e769d-9971-4b64-b006-1bc4aa806787 None None] Enqueued Resource ID: a746955d-317a-45cc-9534-06ec1b92de3a with Priority: HIGHEST for action port [ 691.347194] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a746955d-317a-45cc-9534-06ec1b92de3a with Priority: HIGHEST for action port [ 691.347533] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-a746955d-317a-45cc-9534-06ec1b92de3a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.347665] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a746955d-317a-45cc-9534-06ec1b92de3a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.347745] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a746955d-317a-45cc-9534-06ec1b92de3a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.348240] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a746955d-317a-45cc-9534-06ec1b92de3a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.348349] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a746955d-317a-45cc-9534-06ec1b92de3a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.352709] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf305367-f793-4b43-99a9-8907fd0c4649',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.543290] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.543685] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.543685] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.543935] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.544135] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.544303] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port e6b98cb1-d4ca-42fd-9134-2e7c0b408947 not found, creating... [ 691.544508] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.544657] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.544763] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.544977] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.545122] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.545444] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.545599] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.545707] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.545903] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.546040] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.546174] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: e6b98cb1-d4ca-42fd-9134-2e7c0b408947 is going to be created. [ 691.567248] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.567519] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.567654] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.567923] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.568161] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.568434] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-e6b98cb1-d4ca-42fd-9134-2e7c0b408947" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.678631] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11d0ab88-e793-4dee-ad60-d04b348e7596 in Status: SUCCESS [ 691.678862] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.853230] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a746955d-317a-45cc-9534-06ec1b92de3a [ 691.853484] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.853623] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.853692] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.853905] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.853990] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.854093] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a746955d-317a-45cc-9534-06ec1b92de3a already deleted. [ 691.854204] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a746955d-317a-45cc-9534-06ec1b92de3a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.857361] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.857361] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.857361] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.857361] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.857361] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.857361] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf305367-f793-4b43-99a9-8907fd0c4649 is going to be updated. [ 691.887128] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.887352] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.887413] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.887727] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.887899] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.900031] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf305367-f793-4b43-99a9-8907fd0c4649 in Status: IN_PROGRESS for 2s [ 692.237973] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb in Status: SUCCESS [ 692.239103] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.239103] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.239103] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.239103] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('373cace9-8513-4112-a4a3-fdd9746ca3cb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.331640] env[65832]: INFO networking_nsxv3.common.synchronization [req-dda21890-0901-4140-96eb-8cb93ba4d877 req-f9b56915-217f-4cf3-8566-a7dee6f8bc3a service nova] Enqueued Resource ID: cf305367-f793-4b43-99a9-8907fd0c4649 with Priority: HIGHEST for action security_group_rules [ 692.331813] env[65832]: INFO networking_nsxv3.common.synchronization [req-dda21890-0901-4140-96eb-8cb93ba4d877 req-f9b56915-217f-4cf3-8566-a7dee6f8bc3a service nova] Enqueued Resource ID: cf305367-f793-4b43-99a9-8907fd0c4649 with Priority: HIGHEST for action security_group_members [ 692.331944] env[65832]: INFO networking_nsxv3.common.synchronization [req-dda21890-0901-4140-96eb-8cb93ba4d877 req-f9b56915-217f-4cf3-8566-a7dee6f8bc3a service nova] Enqueued Resource ID: e6b98cb1-d4ca-42fd-9134-2e7c0b408947 with Priority: HIGHEST for action port [ 692.333258] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c2324c8-df1e-43af-ba90-519c66eac09b in Status: SUCCESS [ 692.333440] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c2324c8-df1e-43af-ba90-519c66eac09b deletion is rescheduled due to dependency. [ 692.333607] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.335246] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf305367-f793-4b43-99a9-8907fd0c4649 with Priority: HIGHEST for action security_group_rules [ 692.335443] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf305367-f793-4b43-99a9-8907fd0c4649 with Priority: HIGHEST for action security_group_members [ 692.335604] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6b98cb1-d4ca-42fd-9134-2e7c0b408947 with Priority: HIGHEST for action port [ 692.338185] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf305367-f793-4b43-99a9-8907fd0c4649 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.338185] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.338185] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.338185] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.338185] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf305367-f793-4b43-99a9-8907fd0c4649',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.338582] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf305367-f793-4b43-99a9-8907fd0c4649 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.338582] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.339086] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6b98cb1-d4ca-42fd-9134-2e7c0b408947 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.341157] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6b98cb1-d4ca-42fd-9134-2e7c0b408947" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.341666] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6b98cb1-d4ca-42fd-9134-2e7c0b408947" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.341666] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6b98cb1-d4ca-42fd-9134-2e7c0b408947" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.341666] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6b98cb1-d4ca-42fd-9134-2e7c0b408947',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.684964] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c73c220-a4b7-4acd-9a43-197eee6cf67d in Status: SUCCESS [ 692.684964] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.684964] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.684964] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.684964] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.684964] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.684964] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.684964] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.684964] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.684964] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.684964] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c73c220-a4b7-4acd-9a43-197eee6cf67d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.741834] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-373cace9-8513-4112-a4a3-fdd9746ca3cb taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.741834] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.741834] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.742061] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.742114] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.742217] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.742297] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.742451] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.742583] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.742620] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.742702] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('373cace9-8513-4112-a4a3-fdd9746ca3cb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.844701] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf305367-f793-4b43-99a9-8907fd0c4649 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.844832] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.847502] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e6b98cb1-d4ca-42fd-9134-2e7c0b408947 with status ACTIVE [ 692.849278] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.849278] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.849278] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.849278] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.849278] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.849278] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.849278] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.849278] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.849278] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.849278] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.849278] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.849278] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.849278] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.849278] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.849278] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.849278] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e6b98cb1-d4ca-42fd-9134-2e7c0b408947 is going to be updated. [ 692.873151] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.873313] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.873375] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.876033] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.876033] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.876033] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6b98cb1-d4ca-42fd-9134-2e7c0b408947" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.104097] env[65832]: INFO networking_nsxv3.common.synchronization [req-2d0665b8-1d26-4659-8c98-8cb568c6c2ea req-c0255f22-f8f7-4c14-a96c-675a8bd9f323 tempest-InstanceActionsTestJSON-505092082 tempest-InstanceActionsTestJSON-505092082-project-member] Enqueued Resource ID: 584a5409-0adb-4160-8ccf-42ccabc8dd1c with Priority: HIGHEST for action security_group_members [ 693.107038] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 584a5409-0adb-4160-8ccf-42ccabc8dd1c with Priority: HIGHEST for action security_group_members [ 693.107038] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-584a5409-0adb-4160-8ccf-42ccabc8dd1c taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.107038] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-584a5409-0adb-4160-8ccf-42ccabc8dd1c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.107038] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-584a5409-0adb-4160-8ccf-42ccabc8dd1c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.107038] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-584a5409-0adb-4160-8ccf-42ccabc8dd1c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.107038] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.107038] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.107038] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.107038] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.107038] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.107038] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('584a5409-0adb-4160-8ccf-42ccabc8dd1c',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.190592] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c73c220-a4b7-4acd-9a43-197eee6cf67d taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.190592] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.190592] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.190592] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.190592] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.190592] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.190592] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.190592] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.190592] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.190592] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.190592] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c73c220-a4b7-4acd-9a43-197eee6cf67d taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.190592] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.191253] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.191253] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.191881] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.191881] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.191881] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.191881] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.192119] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.192219] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.192353] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c73c220-a4b7-4acd-9a43-197eee6cf67d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.249946] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-373cace9-8513-4112-a4a3-fdd9746ca3cb taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.250432] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.250510] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.250788] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.251040] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.252102] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.252102] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.252102] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.252102] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.252102] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.252102] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-373cace9-8513-4112-a4a3-fdd9746ca3cb taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.252102] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.252102] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.252102] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.254333] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.254333] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.254333] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.254333] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.254333] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.254333] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.254333] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('373cace9-8513-4112-a4a3-fdd9746ca3cb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.610250] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.610410] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.610410] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.610686] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.610821] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.611176] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.611271] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.611271] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.612023] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.612023] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.612023] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 584a5409-0adb-4160-8ccf-42ccabc8dd1c already deleted. [ 693.612023] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-584a5409-0adb-4160-8ccf-42ccabc8dd1c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.637079] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-464 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.637079] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-464" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.637286] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-464" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.637601] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-464" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.639369] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.639369] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.639369] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.639369] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.639369] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.639369] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.639369] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.639369] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.639369] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.639369] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.639860] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.639860] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.668471] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.668690] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 693.668754] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.669448] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-464" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.669448] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-95f411a1-ba9d-48bc-84ba-ec554e75a981 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.669601] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-95f411a1-ba9d-48bc-84ba-ec554e75a981" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.669601] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-95f411a1-ba9d-48bc-84ba-ec554e75a981" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.669942] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-95f411a1-ba9d-48bc-84ba-ec554e75a981" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.670132] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95f411a1-ba9d-48bc-84ba-ec554e75a981',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.696594] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c73c220-a4b7-4acd-9a43-197eee6cf67d: rpc.has_security_group_logging(os_id): False [ 693.722041] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.722041] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.722041] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.722041] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.722041] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.722041] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.722041] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.722041] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.722041] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.722041] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.722041] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.722041] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.722041] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.722041] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.722041] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.723319] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.723648] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.723814] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.724060] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.724712] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.724712] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c73c220-a4b7-4acd-9a43-197eee6cf67d is going to be created. [ 693.756479] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 373cace9-8513-4112-a4a3-fdd9746ca3cb: rpc.has_security_group_logging(os_id): False [ 693.784327] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.784476] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.784628] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.784886] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.784986] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.785264] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.785582] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.785582] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.785700] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.785795] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.786370] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.786370] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.786370] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.786580] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.786670] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.786863] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.786979] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.787213] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.787253] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.787355] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.787408] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb is going to be updated. [ 693.795369] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.795516] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.795566] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.795728] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.795907] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.819830] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c73c220-a4b7-4acd-9a43-197eee6cf67d in Status: IN_PROGRESS for 2s [ 693.894449] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.894723] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.894914] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.895608] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.895608] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.915229] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf305367-f793-4b43-99a9-8907fd0c4649 in Status: SUCCESS [ 693.915229] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.915491] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.916166] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.916166] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.916584] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.916584] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.916928] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.916928] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.917096] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf305367-f793-4b43-99a9-8907fd0c4649',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.936622] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb in Status: IN_PROGRESS for 2s [ 694.176327] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.176327] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.176327] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.176327] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.176327] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.176574] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port 95f411a1-ba9d-48bc-84ba-ec554e75a981 not found, creating... [ 694.176668] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.176804] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.176922] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.177141] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.177261] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.177566] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.177706] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.177866] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.178049] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.178174] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.178304] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: 95f411a1-ba9d-48bc-84ba-ec554e75a981 is going to be created. [ 694.201662] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.201662] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.201842] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.201957] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.202279] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.202726] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-95f411a1-ba9d-48bc-84ba-ec554e75a981" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.420965] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf305367-f793-4b43-99a9-8907fd0c4649',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.529154] env[65832]: INFO networking_nsxv3.common.synchronization [None req-0c26e62a-6f9d-4fef-b99d-dcd74e451778 None None] Enqueued Resource ID: c76ca2a7-6fd9-4eeb-beb5-a6b3383c5f9b with Priority: HIGHEST for action port [ 694.529154] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c76ca2a7-6fd9-4eeb-beb5-a6b3383c5f9b with Priority: HIGHEST for action port [ 694.529154] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-c76ca2a7-6fd9-4eeb-beb5-a6b3383c5f9b taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.529154] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c76ca2a7-6fd9-4eeb-beb5-a6b3383c5f9b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.529154] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c76ca2a7-6fd9-4eeb-beb5-a6b3383c5f9b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.530364] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c76ca2a7-6fd9-4eeb-beb5-a6b3383c5f9b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.530487] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c76ca2a7-6fd9-4eeb-beb5-a6b3383c5f9b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.923529] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf305367-f793-4b43-99a9-8907fd0c4649',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.927190] env[65832]: INFO networking_nsxv3.common.synchronization [req-2d0665b8-1d26-4659-8c98-8cb568c6c2ea req-85bc31e7-8dc9-4e0c-8259-9c5aae2ec9e8 service nova] Enqueued Resource ID: 584a5409-0adb-4160-8ccf-42ccabc8dd1c with Priority: HIGHEST for action security_group_rules [ 694.927190] env[65832]: INFO networking_nsxv3.common.synchronization [req-2d0665b8-1d26-4659-8c98-8cb568c6c2ea req-85bc31e7-8dc9-4e0c-8259-9c5aae2ec9e8 service nova] Enqueued Resource ID: 584a5409-0adb-4160-8ccf-42ccabc8dd1c with Priority: HIGHEST for action security_group_members [ 694.927190] env[65832]: INFO networking_nsxv3.common.synchronization [req-2d0665b8-1d26-4659-8c98-8cb568c6c2ea req-85bc31e7-8dc9-4e0c-8259-9c5aae2ec9e8 service nova] Enqueued Resource ID: 95f411a1-ba9d-48bc-84ba-ec554e75a981 with Priority: HIGHEST for action port [ 694.929028] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 584a5409-0adb-4160-8ccf-42ccabc8dd1c with Priority: HIGHEST for action security_group_rules [ 694.929028] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 584a5409-0adb-4160-8ccf-42ccabc8dd1c with Priority: HIGHEST for action security_group_members [ 694.929028] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95f411a1-ba9d-48bc-84ba-ec554e75a981 with Priority: HIGHEST for action port [ 694.929028] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-584a5409-0adb-4160-8ccf-42ccabc8dd1c taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.929028] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-584a5409-0adb-4160-8ccf-42ccabc8dd1c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.929028] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-584a5409-0adb-4160-8ccf-42ccabc8dd1c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.929028] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-584a5409-0adb-4160-8ccf-42ccabc8dd1c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.929028] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('584a5409-0adb-4160-8ccf-42ccabc8dd1c',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.930119] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-584a5409-0adb-4160-8ccf-42ccabc8dd1c taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.930203] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-584a5409-0adb-4160-8ccf-42ccabc8dd1c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.930272] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-584a5409-0adb-4160-8ccf-42ccabc8dd1c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.932405] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-584a5409-0adb-4160-8ccf-42ccabc8dd1c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.932405] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.932405] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.932405] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.932405] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.932405] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.932405] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('584a5409-0adb-4160-8ccf-42ccabc8dd1c',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.934477] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-95f411a1-ba9d-48bc-84ba-ec554e75a981 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.934477] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95f411a1-ba9d-48bc-84ba-ec554e75a981" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.934477] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95f411a1-ba9d-48bc-84ba-ec554e75a981" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.934477] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95f411a1-ba9d-48bc-84ba-ec554e75a981" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.934477] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95f411a1-ba9d-48bc-84ba-ec554e75a981',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.034504] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c76ca2a7-6fd9-4eeb-beb5-a6b3383c5f9b [ 695.034768] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.034869] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.035026] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.035379] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.035498] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.035655] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c76ca2a7-6fd9-4eeb-beb5-a6b3383c5f9b already deleted. [ 695.035763] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c76ca2a7-6fd9-4eeb-beb5-a6b3383c5f9b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.430993] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.431186] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.431233] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.431497] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.431588] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.431687] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf305367-f793-4b43-99a9-8907fd0c4649 is going to be updated. [ 695.435346] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-584a5409-0adb-4160-8ccf-42ccabc8dd1c taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.435468] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-584a5409-0adb-4160-8ccf-42ccabc8dd1c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.437362] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('584a5409-0adb-4160-8ccf-42ccabc8dd1c',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.437879] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 95f411a1-ba9d-48bc-84ba-ec554e75a981 with status ACTIVE [ 695.438078] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.438228] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.438308] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.438585] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.438668] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.440312] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.440312] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.440312] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.440312] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.440312] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.440312] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.440312] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.440312] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.440312] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.440312] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.440312] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 95f411a1-ba9d-48bc-84ba-ec554e75a981 is going to be updated. [ 695.464086] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.464298] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.464298] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.464496] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.464637] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.465102] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95f411a1-ba9d-48bc-84ba-ec554e75a981" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.469968] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.470109] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.470174] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.470374] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.470507] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.482489] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf305367-f793-4b43-99a9-8907fd0c4649 in Status: IN_PROGRESS for 2s [ 695.835449] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c73c220-a4b7-4acd-9a43-197eee6cf67d in Status: SUCCESS [ 695.835769] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.944130] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('584a5409-0adb-4160-8ccf-42ccabc8dd1c',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.955407] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb in Status: SUCCESS [ 695.955608] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.446107] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.446380] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.446380] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.446615] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.446718] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.446857] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 584a5409-0adb-4160-8ccf-42ccabc8dd1c is going to be created. [ 696.473435] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.474692] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.474692] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.474692] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.474692] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.491604] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 584a5409-0adb-4160-8ccf-42ccabc8dd1c in Status: UNINITIALIZED for 2s [ 696.828890] env[65832]: INFO networking_nsxv3.common.synchronization [None req-74f85eb9-e291-49aa-9df6-dc5a5370e2b6 None None] Enqueued Resource ID: 227017f2-58a0-4937-b1e7-fde2f68df29d with Priority: HIGHEST for action port [ 696.829840] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 227017f2-58a0-4937-b1e7-fde2f68df29d with Priority: HIGHEST for action port [ 696.830067] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-227017f2-58a0-4937-b1e7-fde2f68df29d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.830235] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-227017f2-58a0-4937-b1e7-fde2f68df29d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.830235] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-227017f2-58a0-4937-b1e7-fde2f68df29d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.830535] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-227017f2-58a0-4937-b1e7-fde2f68df29d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.830609] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('227017f2-58a0-4937-b1e7-fde2f68df29d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.334841] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 227017f2-58a0-4937-b1e7-fde2f68df29d [ 697.334841] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.334841] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.334841] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.335290] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.335290] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.335290] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:227017f2-58a0-4937-b1e7-fde2f68df29d already deleted. [ 697.335523] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-227017f2-58a0-4937-b1e7-fde2f68df29d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.494771] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf305367-f793-4b43-99a9-8907fd0c4649 in Status: SUCCESS [ 697.495064] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.495253] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.497018] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.497018] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.497018] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.497018] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.497018] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.497018] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.497018] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.497018] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf305367-f793-4b43-99a9-8907fd0c4649',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.765137] env[65832]: INFO networking_nsxv3.common.synchronization [req-99c980d5-2561-409a-a4df-3cf6046ff8ad req-42910069-53b0-45bf-a758-851ad0d28c79 tempest-ServersTestJSON-1196950663 tempest-ServersTestJSON-1196950663-project-member] Enqueued Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_members [ 697.766010] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_members [ 697.766274] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.766449] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.766552] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.767195] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.767518] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.767630] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.767694] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.767895] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.772018] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.772018] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.001376] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf305367-f793-4b43-99a9-8907fd0c4649 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.002541] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.002541] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.002962] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.006516] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.006516] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.006516] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.006516] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.006516] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.006516] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.006516] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf305367-f793-4b43-99a9-8907fd0c4649 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.006516] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.006516] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.006516] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.006516] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.006516] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.006516] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.006516] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.007070] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.007070] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.007070] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf305367-f793-4b43-99a9-8907fd0c4649',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.271649] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.271830] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.271905] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.272249] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.272434] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.272886] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.273161] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.275283] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.275283] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.275283] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.275283] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 already deleted. [ 698.275283] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.382127] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-524 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.384018] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-524" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.384018] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-524" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.384018] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-524" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.384018] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.384586] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.385499] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.385499] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.385499] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.386462] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.386574] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 698.386728] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 698.386890] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 698.387049] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.387267] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 698.387480] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 698.416938] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 698.417215] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 698.417535] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 698.417742] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-524" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.418132] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-c40f427c-2652-4fab-9492-615bd064d4b0 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.418350] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-c40f427c-2652-4fab-9492-615bd064d4b0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.418487] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-c40f427c-2652-4fab-9492-615bd064d4b0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.418873] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-c40f427c-2652-4fab-9492-615bd064d4b0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.419172] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c40f427c-2652-4fab-9492-615bd064d4b0',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.510845] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 584a5409-0adb-4160-8ccf-42ccabc8dd1c in Status: SUCCESS [ 698.511099] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-584a5409-0adb-4160-8ccf-42ccabc8dd1c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.511614] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf305367-f793-4b43-99a9-8907fd0c4649: rpc.has_security_group_logging(os_id): False [ 698.513518] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-584a5409-0adb-4160-8ccf-42ccabc8dd1c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.514105] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-584a5409-0adb-4160-8ccf-42ccabc8dd1c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.514984] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.514984] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.514984] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.515204] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.515313] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.515462] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-584a5409-0adb-4160-8ccf-42ccabc8dd1c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.516030] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('584a5409-0adb-4160-8ccf-42ccabc8dd1c',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.542051] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.542051] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.542051] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.542051] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.542051] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.542051] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.542051] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.542051] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.542051] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.542051] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.542051] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.542051] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.542051] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.542051] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.542051] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.543009] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.543286] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.545683] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.545683] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.545683] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.545683] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf305367-f793-4b43-99a9-8907fd0c4649 is going to be updated. [ 698.618417] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.618629] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.618732] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.619053] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.619250] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.642240] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf305367-f793-4b43-99a9-8907fd0c4649 in Status: IN_PROGRESS for 2s [ 698.812530] env[65832]: INFO networking_nsxv3.common.synchronization [req-9aee9a12-89d3-42cd-9928-1ea9ecd84076 req-afc2ad71-8293-48bc-9783-c7fda74e57da tempest-ImagesNegativeTestJSON-215465479 tempest-ImagesNegativeTestJSON-215465479-project-member] Enqueued Resource ID: 5640b4e1-45b6-433e-87d9-8557c8fdd5f7 with Priority: HIGHEST for action security_group_members [ 698.814250] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5640b4e1-45b6-433e-87d9-8557c8fdd5f7 with Priority: HIGHEST for action security_group_members [ 698.816640] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-5640b4e1-45b6-433e-87d9-8557c8fdd5f7 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.816640] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5640b4e1-45b6-433e-87d9-8557c8fdd5f7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.816640] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5640b4e1-45b6-433e-87d9-8557c8fdd5f7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.816640] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5640b4e1-45b6-433e-87d9-8557c8fdd5f7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.816640] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.816640] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.816640] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.816640] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.816640] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.816640] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5640b4e1-45b6-433e-87d9-8557c8fdd5f7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.922758] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.922926] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.923055] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.923884] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.924051] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.924209] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port c40f427c-2652-4fab-9492-615bd064d4b0 not found, creating... [ 698.924480] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.924643] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.924769] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.924960] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.925104] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.925409] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.925520] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.925625] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.925817] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.925943] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.926762] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: c40f427c-2652-4fab-9492-615bd064d4b0 is going to be created. [ 698.954516] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.954817] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.954922] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.955265] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.955693] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.955926] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-c40f427c-2652-4fab-9492-615bd064d4b0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.021563] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-584a5409-0adb-4160-8ccf-42ccabc8dd1c taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.021718] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-584a5409-0adb-4160-8ccf-42ccabc8dd1c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.021781] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-584a5409-0adb-4160-8ccf-42ccabc8dd1c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.021982] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-584a5409-0adb-4160-8ccf-42ccabc8dd1c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.022169] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.022288] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.022384] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.022544] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.022627] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.022708] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-584a5409-0adb-4160-8ccf-42ccabc8dd1c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.022852] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-584a5409-0adb-4160-8ccf-42ccabc8dd1c taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.024721] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-584a5409-0adb-4160-8ccf-42ccabc8dd1c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.024721] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-584a5409-0adb-4160-8ccf-42ccabc8dd1c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.024721] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-584a5409-0adb-4160-8ccf-42ccabc8dd1c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.024721] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.024721] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.024721] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.024721] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.024721] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.024721] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-584a5409-0adb-4160-8ccf-42ccabc8dd1c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.024721] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('584a5409-0adb-4160-8ccf-42ccabc8dd1c',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.318963] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.319165] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.319325] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.319694] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.319805] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.320069] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.320232] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.320299] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.320482] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.320591] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.320747] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5640b4e1-45b6-433e-87d9-8557c8fdd5f7 is going to be updated. [ 699.332044] env[65832]: INFO networking_nsxv3.common.synchronization [None req-2035e796-3c80-44a6-ae4b-65169af8c487 None None] Enqueued Resource ID: 4a39d4e5-73f2-4c7c-9916-2ccbdf5f3fdf with Priority: HIGHEST for action port [ 699.332701] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a39d4e5-73f2-4c7c-9916-2ccbdf5f3fdf with Priority: HIGHEST for action port [ 699.333063] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a39d4e5-73f2-4c7c-9916-2ccbdf5f3fdf taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.333222] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a39d4e5-73f2-4c7c-9916-2ccbdf5f3fdf" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.333301] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a39d4e5-73f2-4c7c-9916-2ccbdf5f3fdf" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.333507] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a39d4e5-73f2-4c7c-9916-2ccbdf5f3fdf" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.333599] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a39d4e5-73f2-4c7c-9916-2ccbdf5f3fdf',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.369974] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.370263] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.370345] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.371399] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.371399] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.384964] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5640b4e1-45b6-433e-87d9-8557c8fdd5f7 in Status: IN_PROGRESS for 2s [ 699.527014] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 584a5409-0adb-4160-8ccf-42ccabc8dd1c: rpc.has_security_group_logging(os_id): False [ 699.550234] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.550234] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.550533] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.550533] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.550613] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.550798] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.554658] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.554658] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.554658] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.554658] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.554658] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.554658] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.554658] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.554658] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.554658] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.554658] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.554658] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.554658] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.555390] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.555390] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.555390] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 584a5409-0adb-4160-8ccf-42ccabc8dd1c is going to be created. [ 699.675149] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.675598] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.675598] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.675598] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.675912] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.688642] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 584a5409-0adb-4160-8ccf-42ccabc8dd1c in Status: IN_PROGRESS for 2s [ 699.721648] env[65832]: INFO networking_nsxv3.common.synchronization [req-99c980d5-2561-409a-a4df-3cf6046ff8ad req-28b1ecbb-fc13-43a6-a45e-fb8d267da320 service nova] Enqueued Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_rules [ 699.721648] env[65832]: INFO networking_nsxv3.common.synchronization [req-99c980d5-2561-409a-a4df-3cf6046ff8ad req-28b1ecbb-fc13-43a6-a45e-fb8d267da320 service nova] Enqueued Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_members [ 699.721648] env[65832]: INFO networking_nsxv3.common.synchronization [req-99c980d5-2561-409a-a4df-3cf6046ff8ad req-28b1ecbb-fc13-43a6-a45e-fb8d267da320 service nova] Enqueued Resource ID: c40f427c-2652-4fab-9492-615bd064d4b0 with Priority: HIGHEST for action port [ 699.722467] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_rules [ 699.722798] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_members [ 699.726539] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c40f427c-2652-4fab-9492-615bd064d4b0 with Priority: HIGHEST for action port [ 699.726539] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.726539] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.726539] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.726539] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.726539] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.729415] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.729415] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.729415] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.729415] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.729415] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.729415] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.729415] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.729415] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.730978] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.730978] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.732254] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-c40f427c-2652-4fab-9492-615bd064d4b0 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.732553] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c40f427c-2652-4fab-9492-615bd064d4b0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.733670] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c40f427c-2652-4fab-9492-615bd064d4b0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.733670] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c40f427c-2652-4fab-9492-615bd064d4b0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.733670] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c40f427c-2652-4fab-9492-615bd064d4b0',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.836446] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a39d4e5-73f2-4c7c-9916-2ccbdf5f3fdf [ 699.836713] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.836856] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.836942] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.837172] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.837953] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.837953] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a39d4e5-73f2-4c7c-9916-2ccbdf5f3fdf already deleted. [ 699.837953] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a39d4e5-73f2-4c7c-9916-2ccbdf5f3fdf" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.229073] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.229073] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.237042] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c40f427c-2652-4fab-9492-615bd064d4b0 with status ACTIVE [ 700.237385] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.237598] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.237716] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.238013] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.238156] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.238678] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.238821] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.238895] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.239107] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.239192] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.239417] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.239547] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.239585] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.239721] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.239795] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.239885] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c40f427c-2652-4fab-9492-615bd064d4b0 is going to be updated. [ 700.242130] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.268966] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.269237] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.269237] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.269508] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.269688] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.269913] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c40f427c-2652-4fab-9492-615bd064d4b0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.662277] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf305367-f793-4b43-99a9-8907fd0c4649 in Status: SUCCESS [ 700.662570] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.745556] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.919970] env[65832]: INFO networking_nsxv3.common.synchronization [req-9bf13453-f906-4770-8f39-40cbfe35c7ba req-79af33bc-5fe4-4a59-a109-cdc235cb9910 tempest-VolumesAdminNegativeTest-679977657 tempest-VolumesAdminNegativeTest-679977657-project-member] Enqueued Resource ID: b4219f7e-bbaf-438f-8e4b-e3d688b28f3c with Priority: HIGHEST for action security_group_members [ 700.920675] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4219f7e-bbaf-438f-8e4b-e3d688b28f3c with Priority: HIGHEST for action security_group_members [ 700.921620] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-b4219f7e-bbaf-438f-8e4b-e3d688b28f3c taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.921620] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b4219f7e-bbaf-438f-8e4b-e3d688b28f3c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.921620] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b4219f7e-bbaf-438f-8e4b-e3d688b28f3c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.921620] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b4219f7e-bbaf-438f-8e4b-e3d688b28f3c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.921620] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.921996] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.921996] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.922107] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.922218] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.922315] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b4219f7e-bbaf-438f-8e4b-e3d688b28f3c',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.249294] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.249505] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.249617] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.249914] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.250052] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.250149] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 is going to be created. [ 701.277545] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.277545] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.277545] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.277733] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.277827] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.288636] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: UNINITIALIZED for 2s [ 701.397934] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5640b4e1-45b6-433e-87d9-8557c8fdd5f7 in Status: SUCCESS [ 701.398484] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5640b4e1-45b6-433e-87d9-8557c8fdd5f7 deletion is rescheduled due to dependency. [ 701.398484] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5640b4e1-45b6-433e-87d9-8557c8fdd5f7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.426250] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.426708] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.426708] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.427715] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.427715] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.427715] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.427715] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.427715] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.427715] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.427715] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.428128] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4219f7e-bbaf-438f-8e4b-e3d688b28f3c is going to be updated. [ 701.464021] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.464021] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.464021] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.464021] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.464021] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.473723] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4219f7e-bbaf-438f-8e4b-e3d688b28f3c in Status: IN_PROGRESS for 2s [ 701.706270] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 584a5409-0adb-4160-8ccf-42ccabc8dd1c in Status: SUCCESS [ 701.706569] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-584a5409-0adb-4160-8ccf-42ccabc8dd1c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.545525] env[65832]: INFO networking_nsxv3.common.synchronization [req-eed7ab6d-195c-48fa-9393-bdd663423530 req-c7801cac-f1ef-4894-9ad1-daa5f6101256 tempest-ServersTestManualDisk-825139028 tempest-ServersTestManualDisk-825139028-project-member] Enqueued Resource ID: d4c6a7c6-44f5-4e91-8491-e691cf589470 with Priority: HIGHEST for action security_group_members [ 702.546095] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4c6a7c6-44f5-4e91-8491-e691cf589470 with Priority: HIGHEST for action security_group_members [ 702.546396] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d4c6a7c6-44f5-4e91-8491-e691cf589470 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.546519] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d4c6a7c6-44f5-4e91-8491-e691cf589470" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.546585] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d4c6a7c6-44f5-4e91-8491-e691cf589470" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.546788] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d4c6a7c6-44f5-4e91-8491-e691cf589470" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.547231] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.547403] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.547517] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.547640] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.547726] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.547817] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d4c6a7c6-44f5-4e91-8491-e691cf589470',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.050207] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.050569] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.050569] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.050651] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.050702] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.050900] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.050999] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.051067] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.051213] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.051286] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.051370] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4c6a7c6-44f5-4e91-8491-e691cf589470 is going to be updated. [ 703.081426] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.081578] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.081651] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.081858] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.081993] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.092307] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c6a7c6-44f5-4e91-8491-e691cf589470 in Status: IN_PROGRESS for 2s [ 703.177275] env[65832]: INFO networking_nsxv3.common.synchronization [req-671d4565-f7ec-4e86-b79e-1da53605c737 req-e7731cbe-00b7-446a-b12f-2cc5faef41a4 tempest-ServersTestFqdnHostnames-1220585874 tempest-ServersTestFqdnHostnames-1220585874-project-member] Enqueued Resource ID: 7784a685-a1c8-4ab9-ad04-33813a952dfe with Priority: HIGHEST for action security_group_members [ 703.177900] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7784a685-a1c8-4ab9-ad04-33813a952dfe with Priority: HIGHEST for action security_group_members [ 703.179096] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-7784a685-a1c8-4ab9-ad04-33813a952dfe taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.179266] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7784a685-a1c8-4ab9-ad04-33813a952dfe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.179340] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7784a685-a1c8-4ab9-ad04-33813a952dfe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.180118] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7784a685-a1c8-4ab9-ad04-33813a952dfe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.180324] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.180434] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.180500] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.180659] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.180755] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.180853] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7784a685-a1c8-4ab9-ad04-33813a952dfe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.315781] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: SUCCESS [ 703.317030] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.319416] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.319696] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.319853] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.319948] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.320030] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.320199] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.320286] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.320371] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.320460] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.486191] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b4219f7e-bbaf-438f-8e4b-e3d688b28f3c in Status: SUCCESS [ 703.486191] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b4219f7e-bbaf-438f-8e4b-e3d688b28f3c deletion is rescheduled due to dependency. [ 703.486191] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b4219f7e-bbaf-438f-8e4b-e3d688b28f3c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.626384] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-638 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.626730] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-638" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.627052] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-638" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.627743] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-638" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.628184] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.628612] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.628781] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.629021] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.629166] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.629377] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.629491] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 703.629627] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 703.630125] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 703.630125] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.630125] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 703.630298] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 703.656245] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 703.656416] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 703.656552] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 703.656722] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-638" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.657045] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-94f678f6-ce3f-4139-b39c-0ff5e64dc9f2 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.657220] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-94f678f6-ce3f-4139-b39c-0ff5e64dc9f2" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.657379] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-94f678f6-ce3f-4139-b39c-0ff5e64dc9f2" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.657744] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-94f678f6-ce3f-4139-b39c-0ff5e64dc9f2" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.657878] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94f678f6-ce3f-4139-b39c-0ff5e64dc9f2',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.683649] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.683832] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.684032] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.684272] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.684365] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.684565] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.684668] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.684730] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.684881] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.684950] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.685044] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7784a685-a1c8-4ab9-ad04-33813a952dfe already deleted. [ 703.685121] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7784a685-a1c8-4ab9-ad04-33813a952dfe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.823294] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.823464] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.823592] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.823818] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.823907] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.824048] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.824088] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.824233] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.824321] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.824474] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.824549] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.824693] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.824693] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.824857] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.824975] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.825091] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.825130] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.825287] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.825360] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.825487] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.825538] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.162185] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.162497] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.162601] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.162925] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.163122] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.163285] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port 94f678f6-ce3f-4139-b39c-0ff5e64dc9f2 not found, creating... [ 704.163527] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.163681] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.163790] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.164023] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.164157] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.164429] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.164605] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.164755] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.164982] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.165212] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.165423] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: 94f678f6-ce3f-4139-b39c-0ff5e64dc9f2 is going to be created. [ 704.189178] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.189412] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.189551] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.189924] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.190206] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.190448] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-94f678f6-ce3f-4139-b39c-0ff5e64dc9f2" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.329465] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97b5a618-8f37-483b-8732-3ef21cc084f5: rpc.has_security_group_logging(os_id): False [ 704.422479] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.422813] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.422813] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.423080] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.423080] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.423279] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.423510] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.423510] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.425036] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.425036] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.425036] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.425036] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.425036] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.425036] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.425036] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.425036] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.425036] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.425036] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.425036] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.425036] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.425036] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 is going to be created. [ 704.507555] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.507933] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.507933] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.508184] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.509285] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.525776] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: IN_PROGRESS for 2s [ 704.981673] env[65832]: INFO networking_nsxv3.common.synchronization [req-671d4565-f7ec-4e86-b79e-1da53605c737 req-c8b54a80-70a3-43f0-864b-2759a07cad4c service nova] Enqueued Resource ID: 7784a685-a1c8-4ab9-ad04-33813a952dfe with Priority: HIGHEST for action security_group_rules [ 704.981673] env[65832]: INFO networking_nsxv3.common.synchronization [req-671d4565-f7ec-4e86-b79e-1da53605c737 req-c8b54a80-70a3-43f0-864b-2759a07cad4c service nova] Enqueued Resource ID: 7784a685-a1c8-4ab9-ad04-33813a952dfe with Priority: HIGHEST for action security_group_members [ 704.981673] env[65832]: INFO networking_nsxv3.common.synchronization [req-671d4565-f7ec-4e86-b79e-1da53605c737 req-c8b54a80-70a3-43f0-864b-2759a07cad4c service nova] Enqueued Resource ID: 94f678f6-ce3f-4139-b39c-0ff5e64dc9f2 with Priority: HIGHEST for action port [ 704.982778] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7784a685-a1c8-4ab9-ad04-33813a952dfe with Priority: HIGHEST for action security_group_rules [ 704.984696] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7784a685-a1c8-4ab9-ad04-33813a952dfe with Priority: HIGHEST for action security_group_members [ 704.984696] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94f678f6-ce3f-4139-b39c-0ff5e64dc9f2 with Priority: HIGHEST for action port [ 704.984696] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7784a685-a1c8-4ab9-ad04-33813a952dfe taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.984696] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7784a685-a1c8-4ab9-ad04-33813a952dfe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.984696] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7784a685-a1c8-4ab9-ad04-33813a952dfe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.984696] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7784a685-a1c8-4ab9-ad04-33813a952dfe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.985317] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7784a685-a1c8-4ab9-ad04-33813a952dfe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.987544] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-7784a685-a1c8-4ab9-ad04-33813a952dfe taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.987708] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7784a685-a1c8-4ab9-ad04-33813a952dfe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.987766] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7784a685-a1c8-4ab9-ad04-33813a952dfe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.987975] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7784a685-a1c8-4ab9-ad04-33813a952dfe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.988294] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.988424] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.988487] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.988715] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.988812] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.989045] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7784a685-a1c8-4ab9-ad04-33813a952dfe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.990035] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-94f678f6-ce3f-4139-b39c-0ff5e64dc9f2 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.990035] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94f678f6-ce3f-4139-b39c-0ff5e64dc9f2" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.990035] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94f678f6-ce3f-4139-b39c-0ff5e64dc9f2" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.990225] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94f678f6-ce3f-4139-b39c-0ff5e64dc9f2" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.990225] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94f678f6-ce3f-4139-b39c-0ff5e64dc9f2',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.103379] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d4c6a7c6-44f5-4e91-8491-e691cf589470 in Status: SUCCESS [ 705.103572] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d4c6a7c6-44f5-4e91-8491-e691cf589470 deletion is rescheduled due to dependency. [ 705.103688] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d4c6a7c6-44f5-4e91-8491-e691cf589470" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.192187] env[65832]: INFO networking_nsxv3.common.synchronization [req-92601293-1f4e-4d67-9bea-1da7278e53e6 req-dd84a2b0-b8d9-484a-a13a-fe05c9f999e0 tempest-AttachInterfacesUnderV243Test-237767772 tempest-AttachInterfacesUnderV243Test-237767772-project-member] Enqueued Resource ID: 906625d7-947e-41b9-8efe-9f92553100ef with Priority: HIGHEST for action security_group_members [ 705.193463] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 906625d7-947e-41b9-8efe-9f92553100ef with Priority: HIGHEST for action security_group_members [ 705.194074] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-906625d7-947e-41b9-8efe-9f92553100ef taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.194228] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.194301] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.194510] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.194667] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.194764] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.194828] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.194976] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.195075] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.195168] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('906625d7-947e-41b9-8efe-9f92553100ef',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.216627] env[65832]: INFO networking_nsxv3.common.synchronization [req-92601293-1f4e-4d67-9bea-1da7278e53e6 req-dd84a2b0-b8d9-484a-a13a-fe05c9f999e0 tempest-AttachInterfacesUnderV243Test-237767772 tempest-AttachInterfacesUnderV243Test-237767772-project-member] Enqueued Resource ID: 906625d7-947e-41b9-8efe-9f92553100ef with Priority: HIGHEST for action security_group_rules [ 705.218027] env[65832]: INFO networking_nsxv3.common.synchronization [req-92601293-1f4e-4d67-9bea-1da7278e53e6 req-dd84a2b0-b8d9-484a-a13a-fe05c9f999e0 tempest-AttachInterfacesUnderV243Test-237767772 tempest-AttachInterfacesUnderV243Test-237767772-project-member] Enqueued Resource ID: 906625d7-947e-41b9-8efe-9f92553100ef with Priority: HIGHEST for action security_group_members [ 705.218027] env[65832]: INFO networking_nsxv3.common.synchronization [req-92601293-1f4e-4d67-9bea-1da7278e53e6 req-dd84a2b0-b8d9-484a-a13a-fe05c9f999e0 tempest-AttachInterfacesUnderV243Test-237767772 tempest-AttachInterfacesUnderV243Test-237767772-project-member] Enqueued Resource ID: 46af10cb-8f49-4af2-9379-5c76c09ab516 with Priority: HIGHEST for action port [ 705.218027] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 906625d7-947e-41b9-8efe-9f92553100ef with Priority: HIGHEST for action security_group_rules [ 705.218027] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 906625d7-947e-41b9-8efe-9f92553100ef with Priority: HIGHEST for action security_group_members [ 705.218027] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46af10cb-8f49-4af2-9379-5c76c09ab516 with Priority: HIGHEST for action port [ 705.220739] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-906625d7-947e-41b9-8efe-9f92553100ef taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.221033] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.221622] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.221622] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.221622] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('906625d7-947e-41b9-8efe-9f92553100ef',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.222655] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-906625d7-947e-41b9-8efe-9f92553100ef taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.222768] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.222943] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-46af10cb-8f49-4af2-9379-5c76c09ab516 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.223048] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46af10cb-8f49-4af2-9379-5c76c09ab516" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.223112] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46af10cb-8f49-4af2-9379-5c76c09ab516" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.223282] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46af10cb-8f49-4af2-9379-5c76c09ab516" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.223342] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46af10cb-8f49-4af2-9379-5c76c09ab516',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.495353] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7784a685-a1c8-4ab9-ad04-33813a952dfe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.495896] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-7784a685-a1c8-4ab9-ad04-33813a952dfe taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.496079] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7784a685-a1c8-4ab9-ad04-33813a952dfe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.496196] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94f678f6-ce3f-4139-b39c-0ff5e64dc9f2 with status ACTIVE [ 705.496368] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.496472] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.496532] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.496796] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.496796] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.496796] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.496796] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.496796] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.496796] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.496796] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.496796] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.496796] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.496796] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.496796] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.498904] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.498904] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94f678f6-ce3f-4139-b39c-0ff5e64dc9f2 is going to be updated. [ 705.523631] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.523970] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.524092] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.524303] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.524442] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.524606] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94f678f6-ce3f-4139-b39c-0ff5e64dc9f2" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.699022] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('906625d7-947e-41b9-8efe-9f92553100ef',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.727700] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-906625d7-947e-41b9-8efe-9f92553100ef taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.727879] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.728055] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46af10cb-8f49-4af2-9379-5c76c09ab516 with status ACTIVE [ 705.728260] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.728397] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.728505] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.729041] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.729150] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.729319] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.729431] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.729532] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.729675] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.729760] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.729954] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.730065] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.730133] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.730268] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.730341] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.730427] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46af10cb-8f49-4af2-9379-5c76c09ab516 is going to be updated. [ 705.755874] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.756091] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.756205] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.756513] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.756728] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.757210] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46af10cb-8f49-4af2-9379-5c76c09ab516" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.001463] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7784a685-a1c8-4ab9-ad04-33813a952dfe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.202760] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('906625d7-947e-41b9-8efe-9f92553100ef',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.503762] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.503929] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.503977] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.504210] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.504300] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.504398] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7784a685-a1c8-4ab9-ad04-33813a952dfe is going to be created. [ 706.530427] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.530427] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.530547] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.530808] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.530896] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.538556] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: SUCCESS [ 706.538829] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.540446] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7784a685-a1c8-4ab9-ad04-33813a952dfe in Status: UNINITIALIZED for 2s [ 706.706397] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.706574] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.706670] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.706943] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.707070] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.707201] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 906625d7-947e-41b9-8efe-9f92553100ef is going to be updated. [ 706.742491] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.742491] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.742491] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.742491] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.742491] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.756975] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 906625d7-947e-41b9-8efe-9f92553100ef in Status: IN_PROGRESS for 2s [ 706.830514] env[65832]: INFO networking_nsxv3.common.synchronization [req-28025454-e24f-430b-a66b-d7d33534cc68 req-6b76c9ad-19d7-4535-bda3-c3217ceb3107 tempest-ServersTestMultiNic-772474700 tempest-ServersTestMultiNic-772474700-project-member] Enqueued Resource ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb with Priority: HIGHEST for action security_group_members [ 706.831174] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb with Priority: HIGHEST for action security_group_members [ 706.831694] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-373cace9-8513-4112-a4a3-fdd9746ca3cb taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.831865] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.831961] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.832196] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.832358] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.832471] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.832550] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.832704] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.832791] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.832887] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('373cace9-8513-4112-a4a3-fdd9746ca3cb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.240040] env[65832]: INFO networking_nsxv3.common.synchronization [req-28025454-e24f-430b-a66b-d7d33534cc68 req-35687734-8cc4-4a08-b97d-10d3b188e12d tempest-ServersTestMultiNic-772474700 tempest-ServersTestMultiNic-772474700-project-member] Enqueued Resource ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb with Priority: HIGHEST for action security_group_members [ 707.240040] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb with Priority: HIGHEST for action security_group_members [ 707.240463] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-373cace9-8513-4112-a4a3-fdd9746ca3cb taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.241252] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.337328] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('373cace9-8513-4112-a4a3-fdd9746ca3cb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.581420] env[65832]: INFO networking_nsxv3.common.synchronization [req-309496b0-491d-446b-ab76-107ccd68e543 req-ab473949-0a74-4f2c-9f56-cf4bb45eeb36 tempest-MultipleCreateTestJSON-141656300 tempest-MultipleCreateTestJSON-141656300-project-member] Enqueued Resource ID: 9c5e91b6-7106-4070-99b7-da83526c09fe with Priority: HIGHEST for action security_group_members [ 707.582174] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c5e91b6-7106-4070-99b7-da83526c09fe with Priority: HIGHEST for action security_group_members [ 707.582676] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c5e91b6-7106-4070-99b7-da83526c09fe taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.582807] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.582874] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.585516] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.585516] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.585516] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.585516] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.585516] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.585516] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.585516] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c5e91b6-7106-4070-99b7-da83526c09fe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.839884] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('373cace9-8513-4112-a4a3-fdd9746ca3cb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.995672] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-823 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.995900] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-823" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.995999] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-823" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.996340] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-823" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.996614] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.997823] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.997823] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.998387] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.998629] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.998923] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.999129] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.999305] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.999483] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.999688] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.999797] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.999993] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 708.020915] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 708.024741] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 708.024741] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 708.024741] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-823" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.024741] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-1666ae03-7dfd-4a1b-9269-3efd4657151d taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.024741] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-1666ae03-7dfd-4a1b-9269-3efd4657151d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.024741] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-1666ae03-7dfd-4a1b-9269-3efd4657151d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.024741] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-1666ae03-7dfd-4a1b-9269-3efd4657151d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.024741] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1666ae03-7dfd-4a1b-9269-3efd4657151d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.089184] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.089397] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.089465] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.089712] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.089852] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.090084] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.090187] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.090249] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.090408] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.090485] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.090568] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c5e91b6-7106-4070-99b7-da83526c09fe already deleted. [ 708.090644] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.345269] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.345269] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.345269] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.345269] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.345269] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.345269] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb is going to be updated. [ 708.381679] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.381679] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.381679] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.382686] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.382686] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.402732] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb in Status: IN_PROGRESS for 2s [ 708.527644] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.527644] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.527644] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.527644] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.527644] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.527644] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port 1666ae03-7dfd-4a1b-9269-3efd4657151d not found, creating... [ 708.527978] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.528061] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.528193] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.528389] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.528515] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.528787] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.528934] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.529053] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.530203] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.530203] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.530203] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: 1666ae03-7dfd-4a1b-9269-3efd4657151d is going to be created. [ 708.556490] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7784a685-a1c8-4ab9-ad04-33813a952dfe in Status: SUCCESS [ 708.556805] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7784a685-a1c8-4ab9-ad04-33813a952dfe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.557930] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.559301] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.559488] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.559866] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.560355] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.560719] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-1666ae03-7dfd-4a1b-9269-3efd4657151d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.562042] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7784a685-a1c8-4ab9-ad04-33813a952dfe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.562766] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7784a685-a1c8-4ab9-ad04-33813a952dfe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.562991] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.563647] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.563647] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.563647] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.563647] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.563853] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7784a685-a1c8-4ab9-ad04-33813a952dfe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.564499] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7784a685-a1c8-4ab9-ad04-33813a952dfe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.766844] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 906625d7-947e-41b9-8efe-9f92553100ef in Status: SUCCESS [ 708.767061] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.767856] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.767856] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.767856] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.767856] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.767856] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.768167] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.768167] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.768167] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('906625d7-947e-41b9-8efe-9f92553100ef',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.069021] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7784a685-a1c8-4ab9-ad04-33813a952dfe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.270957] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('906625d7-947e-41b9-8efe-9f92553100ef',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.278550] env[65832]: INFO networking_nsxv3.common.synchronization [req-309496b0-491d-446b-ab76-107ccd68e543 req-54feff96-9b5f-4e67-9bd2-d8cc3a2738f1 service nova] Enqueued Resource ID: 9c5e91b6-7106-4070-99b7-da83526c09fe with Priority: HIGHEST for action security_group_rules [ 709.278702] env[65832]: INFO networking_nsxv3.common.synchronization [req-309496b0-491d-446b-ab76-107ccd68e543 req-54feff96-9b5f-4e67-9bd2-d8cc3a2738f1 service nova] Enqueued Resource ID: 9c5e91b6-7106-4070-99b7-da83526c09fe with Priority: HIGHEST for action security_group_members [ 709.278863] env[65832]: INFO networking_nsxv3.common.synchronization [req-309496b0-491d-446b-ab76-107ccd68e543 req-54feff96-9b5f-4e67-9bd2-d8cc3a2738f1 service nova] Enqueued Resource ID: 1666ae03-7dfd-4a1b-9269-3efd4657151d with Priority: HIGHEST for action port [ 709.279514] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c5e91b6-7106-4070-99b7-da83526c09fe with Priority: HIGHEST for action security_group_rules [ 709.279682] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c5e91b6-7106-4070-99b7-da83526c09fe with Priority: HIGHEST for action security_group_members [ 709.279831] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1666ae03-7dfd-4a1b-9269-3efd4657151d with Priority: HIGHEST for action port [ 709.280296] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c5e91b6-7106-4070-99b7-da83526c09fe taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.280437] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.280521] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.281736] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.281736] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c5e91b6-7106-4070-99b7-da83526c09fe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.283290] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c5e91b6-7106-4070-99b7-da83526c09fe taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.283290] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.283290] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.283290] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.283290] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.283290] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.283290] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.283290] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.283290] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.283982] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c5e91b6-7106-4070-99b7-da83526c09fe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.284366] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-1666ae03-7dfd-4a1b-9269-3efd4657151d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.284512] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1666ae03-7dfd-4a1b-9269-3efd4657151d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.288258] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1666ae03-7dfd-4a1b-9269-3efd4657151d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.288258] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1666ae03-7dfd-4a1b-9269-3efd4657151d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.288655] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1666ae03-7dfd-4a1b-9269-3efd4657151d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.571267] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7784a685-a1c8-4ab9-ad04-33813a952dfe: rpc.has_security_group_logging(os_id): False [ 709.594598] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.634365] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.634365] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.634365] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.634365] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.634365] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.634365] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.634365] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.634365] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.634365] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.634365] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7784a685-a1c8-4ab9-ad04-33813a952dfe is going to be created. [ 709.713417] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.713417] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.713417] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.713417] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.713417] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.731358] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7784a685-a1c8-4ab9-ad04-33813a952dfe in Status: IN_PROGRESS for 2s [ 709.776532] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('906625d7-947e-41b9-8efe-9f92553100ef',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.790821] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c5e91b6-7106-4070-99b7-da83526c09fe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.809439] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c5e91b6-7106-4070-99b7-da83526c09fe taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.809589] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.809838] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1666ae03-7dfd-4a1b-9269-3efd4657151d with status ACTIVE [ 709.810532] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.810532] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.810532] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.811468] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.811555] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.811761] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.811866] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.811965] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.812164] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.812215] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.812413] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.812513] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.812578] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.812827] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.812827] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.812895] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1666ae03-7dfd-4a1b-9269-3efd4657151d is going to be updated. [ 709.819222] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c5e91b6-7106-4070-99b7-da83526c09fe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.822445] env[65832]: INFO networking_nsxv3.common.synchronization [None req-065e524f-131d-4fe0-8ccd-105abb50d569 None None] Enqueued Resource ID: 328754e4-cbf6-4350-8054-93fc400d2a44 with Priority: HIGHEST for action port [ 709.827246] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 328754e4-cbf6-4350-8054-93fc400d2a44 with Priority: HIGHEST for action port [ 709.828852] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-328754e4-cbf6-4350-8054-93fc400d2a44 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.828852] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-328754e4-cbf6-4350-8054-93fc400d2a44" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.828852] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-328754e4-cbf6-4350-8054-93fc400d2a44" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.828852] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-328754e4-cbf6-4350-8054-93fc400d2a44" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.828852] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('328754e4-cbf6-4350-8054-93fc400d2a44',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.857140] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.857140] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.857140] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.857140] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.857140] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.857140] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1666ae03-7dfd-4a1b-9269-3efd4657151d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.105694] env[65832]: INFO networking_nsxv3.common.synchronization [req-309496b0-491d-446b-ab76-107ccd68e543 req-0f257897-591b-4316-bac3-f2ffce4e4235 tempest-MultipleCreateTestJSON-141656300 tempest-MultipleCreateTestJSON-141656300-project-member] Enqueued Resource ID: 9c5e91b6-7106-4070-99b7-da83526c09fe with Priority: HIGHEST for action security_group_members [ 710.105694] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c5e91b6-7106-4070-99b7-da83526c09fe with Priority: HIGHEST for action security_group_members [ 710.105694] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c5e91b6-7106-4070-99b7-da83526c09fe taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.105694] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.282789] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.282789] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.282789] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.282789] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.282789] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.282789] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 906625d7-947e-41b9-8efe-9f92553100ef is going to be updated. [ 710.324419] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.324577] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.324642] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.324849] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.326178] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.326309] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c5e91b6-7106-4070-99b7-da83526c09fe is going to be created. [ 710.336754] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 328754e4-cbf6-4350-8054-93fc400d2a44 [ 710.338224] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.338493] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.338493] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.338798] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.339445] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.339445] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:328754e4-cbf6-4350-8054-93fc400d2a44 already deleted. [ 710.339445] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-328754e4-cbf6-4350-8054-93fc400d2a44" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.340071] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.340243] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.341262] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.341520] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.341748] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.354937] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.356515] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.356515] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.356515] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.356515] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.358581] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 906625d7-947e-41b9-8efe-9f92553100ef in Status: IN_PROGRESS for 2s [ 710.370354] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c5e91b6-7106-4070-99b7-da83526c09fe in Status: UNINITIALIZED for 2s [ 710.428173] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb in Status: SUCCESS [ 710.428465] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.428616] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.428824] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.429015] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.429143] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.430521] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.432318] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.432318] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.432318] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('373cace9-8513-4112-a4a3-fdd9746ca3cb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.499985] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-823 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.499985] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-823" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.499985] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-823" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.499985] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-823" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.499985] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.499985] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.500638] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.502733] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.502883] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.503116] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.503223] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 710.503328] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 710.503485] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 710.503606] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.503707] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 710.503836] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 710.527152] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 710.527364] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 710.527516] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 710.527692] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-823" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.528051] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-f3dbabdd-2468-4e9a-bcdb-3f3e95292e9b taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.528865] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-f3dbabdd-2468-4e9a-bcdb-3f3e95292e9b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.528865] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-f3dbabdd-2468-4e9a-bcdb-3f3e95292e9b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.528865] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-f3dbabdd-2468-4e9a-bcdb-3f3e95292e9b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.528865] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3dbabdd-2468-4e9a-bcdb-3f3e95292e9b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.937454] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.937817] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.937817] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.938033] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.938088] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.938451] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.938451] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.938559] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.938649] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.938728] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.938822] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb is going to be updated. [ 710.968562] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.968736] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.968811] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.969067] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.969443] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.980756] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb in Status: IN_PROGRESS for 2s [ 711.032068] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.032354] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.032611] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.033947] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.034340] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.034542] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port f3dbabdd-2468-4e9a-bcdb-3f3e95292e9b not found, creating... [ 711.034871] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.035307] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.035307] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.035857] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.035971] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.036499] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.036703] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.036822] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.037179] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.037800] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.038044] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: f3dbabdd-2468-4e9a-bcdb-3f3e95292e9b is going to be created. [ 711.112890] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.112890] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.113273] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.113273] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.114112] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.118188] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-f3dbabdd-2468-4e9a-bcdb-3f3e95292e9b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.745776] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7784a685-a1c8-4ab9-ad04-33813a952dfe in Status: SUCCESS [ 711.746078] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7784a685-a1c8-4ab9-ad04-33813a952dfe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.778133] env[65832]: INFO networking_nsxv3.common.synchronization [req-309496b0-491d-446b-ab76-107ccd68e543 req-2e5a8683-2a5e-486f-bf95-e6a03cd7466f service nova] Enqueued Resource ID: 9c5e91b6-7106-4070-99b7-da83526c09fe with Priority: HIGHEST for action security_group_rules [ 711.778320] env[65832]: INFO networking_nsxv3.common.synchronization [req-309496b0-491d-446b-ab76-107ccd68e543 req-2e5a8683-2a5e-486f-bf95-e6a03cd7466f service nova] Enqueued Resource ID: 9c5e91b6-7106-4070-99b7-da83526c09fe with Priority: HIGHEST for action security_group_members [ 711.778525] env[65832]: INFO networking_nsxv3.common.synchronization [req-309496b0-491d-446b-ab76-107ccd68e543 req-2e5a8683-2a5e-486f-bf95-e6a03cd7466f service nova] Enqueued Resource ID: f3dbabdd-2468-4e9a-bcdb-3f3e95292e9b with Priority: HIGHEST for action port [ 711.782999] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c5e91b6-7106-4070-99b7-da83526c09fe with Priority: HIGHEST for action security_group_rules [ 711.782999] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c5e91b6-7106-4070-99b7-da83526c09fe with Priority: HIGHEST for action security_group_members [ 711.782999] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3dbabdd-2468-4e9a-bcdb-3f3e95292e9b with Priority: HIGHEST for action port [ 711.783109] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c5e91b6-7106-4070-99b7-da83526c09fe taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.783231] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.783684] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c5e91b6-7106-4070-99b7-da83526c09fe taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.783684] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.783684] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3dbabdd-2468-4e9a-bcdb-3f3e95292e9b taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.783885] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3dbabdd-2468-4e9a-bcdb-3f3e95292e9b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.783885] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3dbabdd-2468-4e9a-bcdb-3f3e95292e9b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.784086] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3dbabdd-2468-4e9a-bcdb-3f3e95292e9b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.784174] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3dbabdd-2468-4e9a-bcdb-3f3e95292e9b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.287712] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3dbabdd-2468-4e9a-bcdb-3f3e95292e9b with status ACTIVE [ 712.288107] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.288715] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.288715] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.288915] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.289082] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.289406] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.289530] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.289633] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.289940] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.290026] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.290372] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.290447] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.290544] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.290797] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.290922] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.291084] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3dbabdd-2468-4e9a-bcdb-3f3e95292e9b is going to be updated. [ 712.340099] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.340099] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.340099] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.340099] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.340099] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.340099] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3dbabdd-2468-4e9a-bcdb-3f3e95292e9b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.371987] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 906625d7-947e-41b9-8efe-9f92553100ef in Status: SUCCESS [ 712.371987] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.371987] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.371987] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.371987] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.371987] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.371987] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.371987] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.371987] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.371987] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.371987] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('906625d7-947e-41b9-8efe-9f92553100ef',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.392650] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c5e91b6-7106-4070-99b7-da83526c09fe in Status: SUCCESS [ 712.393597] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.393864] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.394117] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.394313] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.394440] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.394504] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.394678] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.394731] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.394811] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.394905] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c5e91b6-7106-4070-99b7-da83526c09fe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.396135] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.398018] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.398018] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.398018] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.398018] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.398018] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.398018] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.398018] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c5e91b6-7106-4070-99b7-da83526c09fe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.673196] env[65832]: INFO networking_nsxv3.common.synchronization [None req-fa2e9529-b018-46f6-8ec6-01267ea07ce8 None None] Enqueued Resource ID: ecf8bbc3-6a74-4a85-add5-577eec01b2a8 with Priority: HIGHEST for action port [ 712.673196] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecf8bbc3-6a74-4a85-add5-577eec01b2a8 with Priority: HIGHEST for action port [ 712.673196] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecf8bbc3-6a74-4a85-add5-577eec01b2a8 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.673196] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecf8bbc3-6a74-4a85-add5-577eec01b2a8" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.673196] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecf8bbc3-6a74-4a85-add5-577eec01b2a8" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.675503] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecf8bbc3-6a74-4a85-add5-577eec01b2a8" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.675503] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecf8bbc3-6a74-4a85-add5-577eec01b2a8',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.874812] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('906625d7-947e-41b9-8efe-9f92553100ef',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.900676] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c5e91b6-7106-4070-99b7-da83526c09fe taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.901096] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.901440] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c5e91b6-7106-4070-99b7-da83526c09fe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.998022] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb in Status: SUCCESS [ 712.998022] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb deletion is rescheduled due to dependency. [ 712.998022] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.178648] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ecf8bbc3-6a74-4a85-add5-577eec01b2a8 [ 713.178911] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.179039] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.179112] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.179332] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.179413] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.179505] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ecf8bbc3-6a74-4a85-add5-577eec01b2a8 already deleted. [ 713.179585] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecf8bbc3-6a74-4a85-add5-577eec01b2a8" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.379486] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 906625d7-947e-41b9-8efe-9f92553100ef: rpc.has_security_group_logging(os_id): False [ 713.405668] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c5e91b6-7106-4070-99b7-da83526c09fe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.409295] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.409295] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.409717] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.409863] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.409974] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.410262] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.411045] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.411045] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.411045] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.411045] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.411045] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 906625d7-947e-41b9-8efe-9f92553100ef is going to be updated. [ 713.509712] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.509871] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.509948] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.510254] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.510402] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.528818] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 906625d7-947e-41b9-8efe-9f92553100ef in Status: IN_PROGRESS for 2s [ 713.738895] env[65832]: INFO networking_nsxv3.common.synchronization [req-29bb5e6b-ea5e-49f4-a097-73689ada15cd req-a50b5f9b-6f52-4f73-8d4e-75309044dbf2 tempest-AttachInterfacesUnderV243Test-237767772 tempest-AttachInterfacesUnderV243Test-237767772-project-member] Enqueued Resource ID: 906625d7-947e-41b9-8efe-9f92553100ef with Priority: HIGHEST for action security_group_members [ 713.740070] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 906625d7-947e-41b9-8efe-9f92553100ef with Priority: HIGHEST for action security_group_members [ 713.740339] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-906625d7-947e-41b9-8efe-9f92553100ef taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.740484] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.740582] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.740879] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.741019] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.741189] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.741299] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.741483] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.741591] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.741701] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('906625d7-947e-41b9-8efe-9f92553100ef',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.750678] env[65832]: INFO networking_nsxv3.common.synchronization [req-29bb5e6b-ea5e-49f4-a097-73689ada15cd req-a50b5f9b-6f52-4f73-8d4e-75309044dbf2 tempest-AttachInterfacesUnderV243Test-237767772 tempest-AttachInterfacesUnderV243Test-237767772-project-member] Enqueued Resource ID: 906625d7-947e-41b9-8efe-9f92553100ef with Priority: HIGHEST for action security_group_rules [ 713.750905] env[65832]: INFO networking_nsxv3.common.synchronization [req-29bb5e6b-ea5e-49f4-a097-73689ada15cd req-a50b5f9b-6f52-4f73-8d4e-75309044dbf2 tempest-AttachInterfacesUnderV243Test-237767772 tempest-AttachInterfacesUnderV243Test-237767772-project-member] Enqueued Resource ID: 906625d7-947e-41b9-8efe-9f92553100ef with Priority: HIGHEST for action security_group_members [ 713.750963] env[65832]: INFO networking_nsxv3.common.synchronization [req-29bb5e6b-ea5e-49f4-a097-73689ada15cd req-a50b5f9b-6f52-4f73-8d4e-75309044dbf2 tempest-AttachInterfacesUnderV243Test-237767772 tempest-AttachInterfacesUnderV243Test-237767772-project-member] Enqueued Resource ID: 46af10cb-8f49-4af2-9379-5c76c09ab516 with Priority: HIGHEST for action port [ 713.751666] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 906625d7-947e-41b9-8efe-9f92553100ef with Priority: HIGHEST for action security_group_rules [ 713.751666] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 906625d7-947e-41b9-8efe-9f92553100ef with Priority: HIGHEST for action security_group_members [ 713.751800] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46af10cb-8f49-4af2-9379-5c76c09ab516 with Priority: HIGHEST for action port [ 713.752795] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-906625d7-947e-41b9-8efe-9f92553100ef taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.752983] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.753154] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-906625d7-947e-41b9-8efe-9f92553100ef taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.753253] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.753584] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-46af10cb-8f49-4af2-9379-5c76c09ab516 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.753584] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46af10cb-8f49-4af2-9379-5c76c09ab516" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.753584] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46af10cb-8f49-4af2-9379-5c76c09ab516" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.753806] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46af10cb-8f49-4af2-9379-5c76c09ab516" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.754059] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46af10cb-8f49-4af2-9379-5c76c09ab516',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.909581] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.909903] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.909991] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.910774] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.910954] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.911160] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c5e91b6-7106-4070-99b7-da83526c09fe is going to be updated. [ 713.957081] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.957081] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.957081] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.957246] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.957287] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.970062] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c5e91b6-7106-4070-99b7-da83526c09fe in Status: IN_PROGRESS for 2s [ 714.246351] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('906625d7-947e-41b9-8efe-9f92553100ef',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.258784] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46af10cb-8f49-4af2-9379-5c76c09ab516 with status ACTIVE [ 714.258784] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.258784] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.258784] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.258784] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.258784] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.258784] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.258784] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.258784] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.258784] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.258784] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.258784] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.258784] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.258784] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.258784] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.258784] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.258784] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46af10cb-8f49-4af2-9379-5c76c09ab516 is going to be updated. [ 714.311978] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.311978] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.311978] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.312446] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.312446] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.312641] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46af10cb-8f49-4af2-9379-5c76c09ab516" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.748120] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('906625d7-947e-41b9-8efe-9f92553100ef',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.252239] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.252387] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.252634] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.252749] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.252802] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.255938] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 906625d7-947e-41b9-8efe-9f92553100ef is going to be updated. [ 715.288862] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.288862] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.288862] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.288862] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.288862] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.320950] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 906625d7-947e-41b9-8efe-9f92553100ef in Status: IN_PROGRESS for 2s [ 715.545232] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 906625d7-947e-41b9-8efe-9f92553100ef in Status: SUCCESS [ 715.545232] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.545232] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.546677] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.546677] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('906625d7-947e-41b9-8efe-9f92553100ef',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.982736] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c5e91b6-7106-4070-99b7-da83526c09fe in Status: SUCCESS [ 715.983200] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.983339] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.983573] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.983879] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.984058] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.984135] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.984344] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.984435] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.984557] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c5e91b6-7106-4070-99b7-da83526c09fe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.052245] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-906625d7-947e-41b9-8efe-9f92553100ef taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.052488] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.487527] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c5e91b6-7106-4070-99b7-da83526c09fe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.991094] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c5e91b6-7106-4070-99b7-da83526c09fe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.334807] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 906625d7-947e-41b9-8efe-9f92553100ef in Status: SUCCESS [ 717.334807] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.334807] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.334807] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.334807] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.334807] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.334807] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.335788] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.335933] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.336029] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('906625d7-947e-41b9-8efe-9f92553100ef',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.493852] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.494598] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.495405] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.496279] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.496489] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.496644] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c5e91b6-7106-4070-99b7-da83526c09fe is going to be updated. [ 717.528245] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.528245] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.528245] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.528245] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.528245] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.540177] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c5e91b6-7106-4070-99b7-da83526c09fe in Status: IN_PROGRESS for 2s [ 717.649465] env[65832]: INFO networking_nsxv3.common.synchronization [req-a49b56d0-e59f-41af-9bcc-da77a1b7d30d req-1a9f7310-6334-428e-a7a0-d93a33b86017 tempest-ServerMetadataTestJSON-817338982 tempest-ServerMetadataTestJSON-817338982-project-member] Enqueued Resource ID: 048c36c3-afb6-4d45-ae21-0bf75641e682 with Priority: HIGHEST for action security_group_members [ 717.650663] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 048c36c3-afb6-4d45-ae21-0bf75641e682 with Priority: HIGHEST for action security_group_members [ 717.651199] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-048c36c3-afb6-4d45-ae21-0bf75641e682 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.651329] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-048c36c3-afb6-4d45-ae21-0bf75641e682" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.651591] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-048c36c3-afb6-4d45-ae21-0bf75641e682" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.651724] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-048c36c3-afb6-4d45-ae21-0bf75641e682" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.651913] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.652098] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.652207] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.652450] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.652585] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.656174] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('048c36c3-afb6-4d45-ae21-0bf75641e682',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.839399] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('906625d7-947e-41b9-8efe-9f92553100ef',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.159897] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.160237] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.160237] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.160348] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.160441] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.160632] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.160729] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.160818] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.160943] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.161033] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.161312] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 048c36c3-afb6-4d45-ae21-0bf75641e682 is going to be updated. [ 718.193878] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.194161] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.194161] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.194348] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.194419] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.207040] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 048c36c3-afb6-4d45-ae21-0bf75641e682 in Status: IN_PROGRESS for 2s [ 718.231581] env[65832]: INFO networking_nsxv3.common.synchronization [None req-61cc2216-aba3-4e1f-b0e4-b4681c9390a5 None None] Enqueued Resource ID: 9984152f-f55a-40b7-8386-b35d8967191e with Priority: HIGHEST for action port [ 718.232814] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9984152f-f55a-40b7-8386-b35d8967191e with Priority: HIGHEST for action port [ 718.232814] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-9984152f-f55a-40b7-8386-b35d8967191e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.232814] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9984152f-f55a-40b7-8386-b35d8967191e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.232814] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9984152f-f55a-40b7-8386-b35d8967191e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.233045] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9984152f-f55a-40b7-8386-b35d8967191e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.233134] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9984152f-f55a-40b7-8386-b35d8967191e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.342062] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('906625d7-947e-41b9-8efe-9f92553100ef',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.737492] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9984152f-f55a-40b7-8386-b35d8967191e [ 718.737888] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.738113] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.738253] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.741870] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.741870] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.741870] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9984152f-f55a-40b7-8386-b35d8967191e already deleted. [ 718.741870] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9984152f-f55a-40b7-8386-b35d8967191e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.844505] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.844710] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.844795] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.845030] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.845137] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.845269] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 906625d7-947e-41b9-8efe-9f92553100ef is going to be updated. [ 718.897721] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.897973] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.898116] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.898457] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.898704] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.913873] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 906625d7-947e-41b9-8efe-9f92553100ef in Status: IN_PROGRESS for 2s [ 719.553716] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c5e91b6-7106-4070-99b7-da83526c09fe in Status: SUCCESS [ 719.554191] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.554508] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.554783] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.555050] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.555289] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.555409] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.555616] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.555799] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.555968] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.556251] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c5e91b6-7106-4070-99b7-da83526c09fe taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.556422] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.556522] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.556710] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.556970] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.557350] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.557350] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.557520] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.557639] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.557755] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.557914] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c5e91b6-7106-4070-99b7-da83526c09fe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.062502] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c5e91b6-7106-4070-99b7-da83526c09fe: rpc.has_security_group_logging(os_id): False [ 720.085032] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.085197] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.085281] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.085718] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.085718] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.085921] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.085921] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.086218] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.086218] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.086218] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.086391] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.086480] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.086559] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.086702] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.086810] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.087022] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.087114] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.087171] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.087311] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.087419] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.087513] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c5e91b6-7106-4070-99b7-da83526c09fe is going to be created. [ 720.153293] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.153437] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.153504] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.153710] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.153886] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.178108] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c5e91b6-7106-4070-99b7-da83526c09fe in Status: IN_PROGRESS for 2s [ 720.225183] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 048c36c3-afb6-4d45-ae21-0bf75641e682 in Status: SUCCESS [ 720.225383] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 048c36c3-afb6-4d45-ae21-0bf75641e682 deletion is rescheduled due to dependency. [ 720.225519] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-048c36c3-afb6-4d45-ae21-0bf75641e682" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.456733] env[65832]: INFO networking_nsxv3.common.synchronization [req-ac5d8d68-c655-4a01-9a39-8e5473e9469b req-5391f7aa-a3b5-41ed-ae96-bda0bd93cc6f tempest-FloatingIPsAssociationTestJSON-1524089514 tempest-FloatingIPsAssociationTestJSON-1524089514-project-member] Enqueued Resource ID: 11d0ab88-e793-4dee-ad60-d04b348e7596 with Priority: HIGHEST for action security_group_members [ 720.457285] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11d0ab88-e793-4dee-ad60-d04b348e7596 with Priority: HIGHEST for action security_group_members [ 720.460066] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-11d0ab88-e793-4dee-ad60-d04b348e7596 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.460066] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.460066] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.460066] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.460066] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.460066] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.460066] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.460066] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.460066] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.460066] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11d0ab88-e793-4dee-ad60-d04b348e7596',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.927608] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 906625d7-947e-41b9-8efe-9f92553100ef in Status: SUCCESS [ 720.927608] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.927925] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.927925] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.928732] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.928888] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.928980] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.929306] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.930031] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.930031] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.930031] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('906625d7-947e-41b9-8efe-9f92553100ef',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.960684] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11d0ab88-e793-4dee-ad60-d04b348e7596',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.327178] env[65832]: INFO networking_nsxv3.common.synchronization [None req-12b16a10-1149-4eb0-ad7c-6de9fbd5e087 None None] Enqueued Resource ID: cc12355c-a5d1-43f4-b2ab-b58035504756 with Priority: HIGHEST for action port [ 721.327178] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc12355c-a5d1-43f4-b2ab-b58035504756 with Priority: HIGHEST for action port [ 721.327178] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc12355c-a5d1-43f4-b2ab-b58035504756 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.327550] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc12355c-a5d1-43f4-b2ab-b58035504756" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.328125] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc12355c-a5d1-43f4-b2ab-b58035504756" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.328621] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc12355c-a5d1-43f4-b2ab-b58035504756" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.328621] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc12355c-a5d1-43f4-b2ab-b58035504756',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.424035] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.424035] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-500" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.424035] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-500" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.424035] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-500" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.424035] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.424035] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.424035] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.424035] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.424035] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.424857] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.424857] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.424857] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.424857] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.424980] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.425162] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.425362] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.432909] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('906625d7-947e-41b9-8efe-9f92553100ef',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.447716] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.448123] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 721.448384] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.448625] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-500" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.449278] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-89c6bd58-ee3c-430b-b945-cb11cae515c1 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.449407] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-89c6bd58-ee3c-430b-b945-cb11cae515c1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.449544] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-89c6bd58-ee3c-430b-b945-cb11cae515c1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.450150] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-89c6bd58-ee3c-430b-b945-cb11cae515c1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.450377] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89c6bd58-ee3c-430b-b945-cb11cae515c1',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.464116] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11d0ab88-e793-4dee-ad60-d04b348e7596',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.831275] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc12355c-a5d1-43f4-b2ab-b58035504756 [ 721.831590] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.831771] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.832023] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.832134] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.832248] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.832362] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc12355c-a5d1-43f4-b2ab-b58035504756 already deleted. [ 721.832468] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc12355c-a5d1-43f4-b2ab-b58035504756" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.937035] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 906625d7-947e-41b9-8efe-9f92553100ef: rpc.has_security_group_logging(os_id): False [ 721.953170] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.954029] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.954029] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.954029] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.954194] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.954363] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port 89c6bd58-ee3c-430b-b945-cb11cae515c1 not found, creating... [ 721.955168] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.955168] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.955414] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.955832] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.957062] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.957062] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.957062] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.957062] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.957062] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.957303] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.957486] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: 89c6bd58-ee3c-430b-b945-cb11cae515c1 is going to be created. [ 721.961018] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.961493] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.961573] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.961813] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.961914] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.962250] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.962807] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.962934] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.963405] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.963524] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.963629] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 906625d7-947e-41b9-8efe-9f92553100ef is going to be updated. [ 721.968035] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.968035] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.968035] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.968035] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.968035] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.968035] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11d0ab88-e793-4dee-ad60-d04b348e7596 is going to be updated. [ 721.985429] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.985685] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.985804] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.986138] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.986394] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.986640] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-89c6bd58-ee3c-430b-b945-cb11cae515c1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.015111] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.015312] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.015312] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.015688] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.015954] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.027970] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11d0ab88-e793-4dee-ad60-d04b348e7596 in Status: IN_PROGRESS for 2s [ 722.047573] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.047823] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.047823] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.048102] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.048253] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.068880] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 906625d7-947e-41b9-8efe-9f92553100ef in Status: IN_PROGRESS for 2s [ 722.194313] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c5e91b6-7106-4070-99b7-da83526c09fe in Status: SUCCESS [ 722.194857] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.195096] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.195448] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.195635] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c5e91b6-7106-4070-99b7-da83526c09fe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.698844] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c5e91b6-7106-4070-99b7-da83526c09fe taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.698844] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.698844] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.699042] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.699209] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.699310] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.699374] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.699525] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.699606] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.699686] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.699782] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c5e91b6-7106-4070-99b7-da83526c09fe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.753820] env[65832]: INFO networking_nsxv3.common.synchronization [req-ac5d8d68-c655-4a01-9a39-8e5473e9469b req-fd3ca2b4-82c0-4e69-bfe0-0fdeaa42346e service nova] Enqueued Resource ID: 11d0ab88-e793-4dee-ad60-d04b348e7596 with Priority: HIGHEST for action security_group_rules [ 722.753820] env[65832]: INFO networking_nsxv3.common.synchronization [req-ac5d8d68-c655-4a01-9a39-8e5473e9469b req-fd3ca2b4-82c0-4e69-bfe0-0fdeaa42346e service nova] Enqueued Resource ID: 11d0ab88-e793-4dee-ad60-d04b348e7596 with Priority: HIGHEST for action security_group_members [ 722.754401] env[65832]: INFO networking_nsxv3.common.synchronization [req-ac5d8d68-c655-4a01-9a39-8e5473e9469b req-fd3ca2b4-82c0-4e69-bfe0-0fdeaa42346e service nova] Enqueued Resource ID: 89c6bd58-ee3c-430b-b945-cb11cae515c1 with Priority: HIGHEST for action port [ 722.755611] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11d0ab88-e793-4dee-ad60-d04b348e7596 with Priority: HIGHEST for action security_group_rules [ 722.755914] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11d0ab88-e793-4dee-ad60-d04b348e7596 with Priority: HIGHEST for action security_group_members [ 722.756196] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89c6bd58-ee3c-430b-b945-cb11cae515c1 with Priority: HIGHEST for action port [ 722.756406] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11d0ab88-e793-4dee-ad60-d04b348e7596 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.756626] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.756712] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.756945] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.756999] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11d0ab88-e793-4dee-ad60-d04b348e7596',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.758115] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-11d0ab88-e793-4dee-ad60-d04b348e7596 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.758352] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.758438] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-89c6bd58-ee3c-430b-b945-cb11cae515c1 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.758546] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89c6bd58-ee3c-430b-b945-cb11cae515c1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.758608] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89c6bd58-ee3c-430b-b945-cb11cae515c1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.759029] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89c6bd58-ee3c-430b-b945-cb11cae515c1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.759029] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89c6bd58-ee3c-430b-b945-cb11cae515c1',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.204109] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c5e91b6-7106-4070-99b7-da83526c09fe taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.204109] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.204109] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.204109] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.204109] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.204109] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.204109] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.204109] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.204109] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.204109] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.204109] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c5e91b6-7106-4070-99b7-da83526c09fe taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.204604] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.204604] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.204604] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.204604] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.204604] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.204604] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.204761] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.204787] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.204881] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.205046] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c5e91b6-7106-4070-99b7-da83526c09fe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.263240] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-11d0ab88-e793-4dee-ad60-d04b348e7596 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.263367] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.263711] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 89c6bd58-ee3c-430b-b945-cb11cae515c1 with status ACTIVE [ 723.263711] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.263849] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.263884] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.264112] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.264194] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.264369] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.264462] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.264519] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.264668] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.264749] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.264914] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.265009] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.265071] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.265204] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.265273] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.265356] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 89c6bd58-ee3c-430b-b945-cb11cae515c1 is going to be updated. [ 723.310322] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.310322] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.310322] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.310322] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.310554] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.310554] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89c6bd58-ee3c-430b-b945-cb11cae515c1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.709922] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c5e91b6-7106-4070-99b7-da83526c09fe: rpc.has_security_group_logging(os_id): False [ 723.728577] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.728767] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.728841] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.729120] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.729190] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.729643] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.729643] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.729643] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.729643] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.729832] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.729859] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.730053] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.730053] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.730268] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.730268] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.730398] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.730493] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.730554] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.730687] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.730761] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.730844] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c5e91b6-7106-4070-99b7-da83526c09fe is going to be updated. [ 723.797080] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.797080] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.797080] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.797080] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.797080] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.798929] env[65832]: INFO networking_nsxv3.common.synchronization [req-13b638b6-4b8a-49b2-94ac-ed47ba3ef709 req-5214f902-05b8-4117-8ce2-0b8ff33d165c tempest-ImagesOneServerNegativeTestJSON-1029125520 tempest-ImagesOneServerNegativeTestJSON-1029125520-project-member] Enqueued Resource ID: e3da5cea-2cf5-4384-8849-883cd5af0792 with Priority: HIGHEST for action security_group_members [ 723.799508] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3da5cea-2cf5-4384-8849-883cd5af0792 with Priority: HIGHEST for action security_group_members [ 723.799848] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3da5cea-2cf5-4384-8849-883cd5af0792 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.800914] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.800995] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.801214] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.801380] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.802159] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.802251] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.802418] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.802508] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.802603] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3da5cea-2cf5-4384-8849-883cd5af0792',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.809957] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c5e91b6-7106-4070-99b7-da83526c09fe in Status: IN_PROGRESS for 2s [ 724.041369] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11d0ab88-e793-4dee-ad60-d04b348e7596 in Status: SUCCESS [ 724.041369] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.042686] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.043224] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.043496] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.043703] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.043926] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.044209] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.044340] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.044492] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11d0ab88-e793-4dee-ad60-d04b348e7596',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.085480] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 906625d7-947e-41b9-8efe-9f92553100ef in Status: SUCCESS [ 724.085752] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.306483] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.307036] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.307575] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.307575] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.309026] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.309321] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.309403] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.309445] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.310488] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.310488] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.310488] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3da5cea-2cf5-4384-8849-883cd5af0792 is going to be updated. [ 724.354750] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.355029] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.355029] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.355174] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.355338] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.369670] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3da5cea-2cf5-4384-8849-883cd5af0792 in Status: IN_PROGRESS for 2s [ 724.512705] env[65832]: INFO networking_nsxv3.common.synchronization [None req-c1367f2e-6f38-4725-81e1-db714c98c135 None None] Enqueued Resource ID: 287fd0f8-75f6-4657-bc1c-7f787fa3b49b with Priority: HIGHEST for action port [ 724.513289] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 287fd0f8-75f6-4657-bc1c-7f787fa3b49b with Priority: HIGHEST for action port [ 724.513647] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-287fd0f8-75f6-4657-bc1c-7f787fa3b49b taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.517446] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-287fd0f8-75f6-4657-bc1c-7f787fa3b49b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.517586] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-287fd0f8-75f6-4657-bc1c-7f787fa3b49b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.517890] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-287fd0f8-75f6-4657-bc1c-7f787fa3b49b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.518029] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('287fd0f8-75f6-4657-bc1c-7f787fa3b49b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.549508] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11d0ab88-e793-4dee-ad60-d04b348e7596',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.020542] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 287fd0f8-75f6-4657-bc1c-7f787fa3b49b [ 725.022038] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.022038] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.022038] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.024151] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.024151] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.024151] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:287fd0f8-75f6-4657-bc1c-7f787fa3b49b already deleted. [ 725.024151] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-287fd0f8-75f6-4657-bc1c-7f787fa3b49b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.052827] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11d0ab88-e793-4dee-ad60-d04b348e7596',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.557012] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.557428] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.557428] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.557667] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.557667] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.557733] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11d0ab88-e793-4dee-ad60-d04b348e7596 is going to be updated. [ 725.591370] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.591370] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.591370] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.591615] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.591615] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.604073] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11d0ab88-e793-4dee-ad60-d04b348e7596 in Status: IN_PROGRESS for 2s [ 725.843927] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c5e91b6-7106-4070-99b7-da83526c09fe in Status: SUCCESS [ 725.843927] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.381436] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3da5cea-2cf5-4384-8849-883cd5af0792 in Status: SUCCESS [ 726.381633] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3da5cea-2cf5-4384-8849-883cd5af0792 deletion is rescheduled due to dependency. [ 726.381739] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.853193] env[65832]: INFO networking_nsxv3.common.synchronization [None req-ee9d5bd2-fdae-4354-94d0-6f40f106ccc4 None None] Enqueued Resource ID: 8ebb9c14-dc30-4f9e-9842-c6b753b764da with Priority: HIGHEST for action port [ 726.854482] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ebb9c14-dc30-4f9e-9842-c6b753b764da with Priority: HIGHEST for action port [ 726.854993] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ebb9c14-dc30-4f9e-9842-c6b753b764da taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.855248] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ebb9c14-dc30-4f9e-9842-c6b753b764da" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.855288] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ebb9c14-dc30-4f9e-9842-c6b753b764da" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.855732] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ebb9c14-dc30-4f9e-9842-c6b753b764da" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.855862] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ebb9c14-dc30-4f9e-9842-c6b753b764da',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.360079] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ebb9c14-dc30-4f9e-9842-c6b753b764da [ 727.360079] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.360079] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.360221] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.360372] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.360422] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.360505] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ebb9c14-dc30-4f9e-9842-c6b753b764da already deleted. [ 727.360578] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ebb9c14-dc30-4f9e-9842-c6b753b764da" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.604216] env[65832]: INFO networking_nsxv3.common.synchronization [None req-3b9afe7e-c1d9-4ca3-9276-512e264a11d0 None None] Enqueued Resource ID: f36862f5-f636-45a1-9872-3e6827a7f264 with Priority: HIGHEST for action port [ 727.604665] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f36862f5-f636-45a1-9872-3e6827a7f264 with Priority: HIGHEST for action port [ 727.605089] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-f36862f5-f636-45a1-9872-3e6827a7f264 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.605180] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f36862f5-f636-45a1-9872-3e6827a7f264" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.605180] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f36862f5-f636-45a1-9872-3e6827a7f264" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.605419] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f36862f5-f636-45a1-9872-3e6827a7f264" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.605497] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f36862f5-f636-45a1-9872-3e6827a7f264',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.618386] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11d0ab88-e793-4dee-ad60-d04b348e7596 in Status: SUCCESS [ 727.618630] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.618792] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.618992] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.619192] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.619307] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.619370] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.619522] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.619598] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.619679] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.619768] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('11d0ab88-e793-4dee-ad60-d04b348e7596',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.112675] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f36862f5-f636-45a1-9872-3e6827a7f264 [ 728.112675] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.112675] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.112675] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.112675] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.112675] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.112675] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f36862f5-f636-45a1-9872-3e6827a7f264 already deleted. [ 728.112675] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f36862f5-f636-45a1-9872-3e6827a7f264" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.122807] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-11d0ab88-e793-4dee-ad60-d04b348e7596 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.125686] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.125686] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.125686] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.125686] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.125686] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.125686] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.125686] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.125686] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.125686] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.125686] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-11d0ab88-e793-4dee-ad60-d04b348e7596 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.125686] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.125686] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.125686] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.125686] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.126182] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.126182] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.126182] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.127175] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.127314] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.127505] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('11d0ab88-e793-4dee-ad60-d04b348e7596',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.631700] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 11d0ab88-e793-4dee-ad60-d04b348e7596: rpc.has_security_group_logging(os_id): False [ 728.654130] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.654311] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.654405] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.654700] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.654853] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.656804] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.656804] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.656804] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.656804] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.656804] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.656804] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.656804] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.656804] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.656804] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.657326] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.657326] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.657326] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.657326] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.657697] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.657697] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.657781] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11d0ab88-e793-4dee-ad60-d04b348e7596 is going to be updated. [ 728.734449] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.734611] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.734913] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.734913] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.734996] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.752518] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11d0ab88-e793-4dee-ad60-d04b348e7596 in Status: IN_PROGRESS for 2s [ 729.109495] env[65832]: INFO networking_nsxv3.common.synchronization [req-b362eee1-04bc-429f-afa7-4450d100ab0a req-4473f9c1-85d2-4790-b109-39727e8e10f2 tempest-AttachInterfacesUnderV243Test-237767772 tempest-AttachInterfacesUnderV243Test-237767772-project-member] Enqueued Resource ID: 906625d7-947e-41b9-8efe-9f92553100ef with Priority: HIGHEST for action security_group_members [ 729.110228] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 906625d7-947e-41b9-8efe-9f92553100ef with Priority: HIGHEST for action security_group_members [ 729.110579] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-906625d7-947e-41b9-8efe-9f92553100ef taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.110707] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.110775] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.110979] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.111627] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.111920] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.112070] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.112423] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.112557] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.112658] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('906625d7-947e-41b9-8efe-9f92553100ef',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.616383] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.616383] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.616383] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.616765] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.616765] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.616828] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.617213] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.617213] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.617213] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.617213] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.617393] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 906625d7-947e-41b9-8efe-9f92553100ef is going to be updated. [ 729.648218] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.648429] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.648481] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.648679] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.648820] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.664179] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 906625d7-947e-41b9-8efe-9f92553100ef in Status: IN_PROGRESS for 2s [ 730.049825] env[65832]: INFO networking_nsxv3.common.synchronization [None req-a3f59ff8-1a23-4d57-88be-99a0451cb440 None None] Enqueued Resource ID: 43651151-d051-4099-8aab-5f8e58ee1faa with Priority: HIGHEST for action port [ 730.050392] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43651151-d051-4099-8aab-5f8e58ee1faa with Priority: HIGHEST for action port [ 730.050834] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-43651151-d051-4099-8aab-5f8e58ee1faa taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.050834] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43651151-d051-4099-8aab-5f8e58ee1faa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.050934] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43651151-d051-4099-8aab-5f8e58ee1faa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.054536] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43651151-d051-4099-8aab-5f8e58ee1faa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.054536] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43651151-d051-4099-8aab-5f8e58ee1faa',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.558949] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43651151-d051-4099-8aab-5f8e58ee1faa [ 730.559204] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.559342] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.559411] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.559619] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.559711] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.559808] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43651151-d051-4099-8aab-5f8e58ee1faa already deleted. [ 730.559891] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43651151-d051-4099-8aab-5f8e58ee1faa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.769742] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 11d0ab88-e793-4dee-ad60-d04b348e7596 in Status: SUCCESS [ 730.769742] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.257161] env[65832]: INFO networking_nsxv3.common.synchronization [req-a2d9654f-64b3-45ba-ab58-a570b96f6b58 req-07777073-2b7a-45fa-88d6-0f9f27bc2dbc tempest-DeleteServersTestJSON-1628511814 tempest-DeleteServersTestJSON-1628511814-project-member] Enqueued Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGHEST for action security_group_members [ 731.257161] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGHEST for action security_group_members [ 731.257161] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f57d9f-b605-4bdf-8c98-9940026ff615 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.257161] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.257161] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.257161] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.261318] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.261614] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.261766] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.262047] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.262229] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.262398] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.676169] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 906625d7-947e-41b9-8efe-9f92553100ef in Status: SUCCESS [ 731.676230] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 906625d7-947e-41b9-8efe-9f92553100ef deletion is rescheduled due to dependency. [ 731.676331] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.766169] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.766431] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.766940] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.767273] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.767399] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.767639] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.767770] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.767845] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.768036] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.768205] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.768205] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 already deleted. [ 731.768306] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.821342] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-947 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.823168] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-947" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.823461] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-947" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.824070] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-947" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.824642] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.824817] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.825014] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.825369] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.825611] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.825943] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.826158] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 731.826348] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 731.826517] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 731.826727] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.826903] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 731.829932] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 731.855558] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 731.855907] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 731.856148] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 731.858421] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-947" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.858421] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-c1818815-e154-438a-a99b-82ae4abc6105 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.858421] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-c1818815-e154-438a-a99b-82ae4abc6105" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.858421] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-c1818815-e154-438a-a99b-82ae4abc6105" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.858421] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-c1818815-e154-438a-a99b-82ae4abc6105" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.858421] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1818815-e154-438a-a99b-82ae4abc6105',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.359901] env[65832]: INFO networking_nsxv3.common.synchronization [None req-a4bca675-050e-48ea-99f5-6f388cb6a4c4 None None] Enqueued Resource ID: b21d2845-2327-4d39-b08c-4d755af2c92d with Priority: HIGHEST for action port [ 732.360450] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.360667] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.360864] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.361380] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.361667] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.361909] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port c1818815-e154-438a-a99b-82ae4abc6105 not found, creating... [ 732.362494] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.362867] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.362867] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.363213] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.363282] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.363719] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.363979] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.364193] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.364529] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.364768] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.364975] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: c1818815-e154-438a-a99b-82ae4abc6105 is going to be created. [ 732.370538] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b21d2845-2327-4d39-b08c-4d755af2c92d with Priority: HIGHEST for action port [ 732.371512] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-b21d2845-2327-4d39-b08c-4d755af2c92d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.371685] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b21d2845-2327-4d39-b08c-4d755af2c92d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.371879] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b21d2845-2327-4d39-b08c-4d755af2c92d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.372697] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b21d2845-2327-4d39-b08c-4d755af2c92d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.372846] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b21d2845-2327-4d39-b08c-4d755af2c92d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.400881] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.401109] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.401231] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.401490] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.401724] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.401948] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-c1818815-e154-438a-a99b-82ae4abc6105" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.881486] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b21d2845-2327-4d39-b08c-4d755af2c92d [ 732.881804] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.881982] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.882103] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.882358] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.882463] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.882604] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b21d2845-2327-4d39-b08c-4d755af2c92d already deleted. [ 732.882931] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b21d2845-2327-4d39-b08c-4d755af2c92d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.179686] env[65832]: INFO networking_nsxv3.common.synchronization [None req-1dac157e-aab4-49a0-b4b4-08dc4be399e2 None None] Enqueued Resource ID: 5a5ad26f-ad3a-4b46-a580-10918a8f1475 with Priority: HIGHEST for action port [ 733.179815] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a5ad26f-ad3a-4b46-a580-10918a8f1475 with Priority: HIGHEST for action port [ 733.180386] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a5ad26f-ad3a-4b46-a580-10918a8f1475 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.180510] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a5ad26f-ad3a-4b46-a580-10918a8f1475" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.180561] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a5ad26f-ad3a-4b46-a580-10918a8f1475" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.180798] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a5ad26f-ad3a-4b46-a580-10918a8f1475" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.180878] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a5ad26f-ad3a-4b46-a580-10918a8f1475',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.271202] env[65832]: INFO networking_nsxv3.common.synchronization [req-a2d9654f-64b3-45ba-ab58-a570b96f6b58 req-58e931a8-33c1-486c-b6af-be82dff13922 service nova] Enqueued Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGHEST for action security_group_rules [ 733.271202] env[65832]: INFO networking_nsxv3.common.synchronization [req-a2d9654f-64b3-45ba-ab58-a570b96f6b58 req-58e931a8-33c1-486c-b6af-be82dff13922 service nova] Enqueued Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGHEST for action security_group_members [ 733.271202] env[65832]: INFO networking_nsxv3.common.synchronization [req-a2d9654f-64b3-45ba-ab58-a570b96f6b58 req-58e931a8-33c1-486c-b6af-be82dff13922 service nova] Enqueued Resource ID: c1818815-e154-438a-a99b-82ae4abc6105 with Priority: HIGHEST for action port [ 733.271202] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGHEST for action security_group_rules [ 733.271202] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGHEST for action security_group_members [ 733.272889] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1818815-e154-438a-a99b-82ae4abc6105 with Priority: HIGHEST for action port [ 733.273320] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40f57d9f-b605-4bdf-8c98-9940026ff615 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.276030] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.276030] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.276030] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.276030] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.276030] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f57d9f-b605-4bdf-8c98-9940026ff615 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.276030] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.276030] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.276030] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.276367] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.276367] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.276367] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.276476] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.276476] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.276610] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.278484] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1818815-e154-438a-a99b-82ae4abc6105 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.278696] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1818815-e154-438a-a99b-82ae4abc6105" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.278696] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1818815-e154-438a-a99b-82ae4abc6105" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.279000] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1818815-e154-438a-a99b-82ae4abc6105" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.279000] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1818815-e154-438a-a99b-82ae4abc6105',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.352141] env[65832]: INFO networking_nsxv3.common.synchronization [None req-0d907579-759b-41fb-bf78-0f02d7f7d242 None None] Enqueued Resource ID: 7c510b6b-ecc1-44a5-a1b3-77530cf9acaf with Priority: HIGHEST for action port [ 733.352741] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c510b6b-ecc1-44a5-a1b3-77530cf9acaf with Priority: HIGHEST for action port [ 733.353050] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c510b6b-ecc1-44a5-a1b3-77530cf9acaf taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.353169] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c510b6b-ecc1-44a5-a1b3-77530cf9acaf" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.353238] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c510b6b-ecc1-44a5-a1b3-77530cf9acaf" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.353488] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c510b6b-ecc1-44a5-a1b3-77530cf9acaf" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.353566] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c510b6b-ecc1-44a5-a1b3-77530cf9acaf',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.679998] env[65832]: INFO networking_nsxv3.common.synchronization [req-031cca4c-f167-492b-972f-9329b5cabbd7 req-26daf384-9150-4fe7-8138-686ee3d0cc90 tempest-MultipleCreateTestJSON-141656300 tempest-MultipleCreateTestJSON-141656300-project-member] Enqueued Resource ID: 9c5e91b6-7106-4070-99b7-da83526c09fe with Priority: HIGHEST for action security_group_members [ 733.680562] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c5e91b6-7106-4070-99b7-da83526c09fe with Priority: HIGHEST for action security_group_members [ 733.680858] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c5e91b6-7106-4070-99b7-da83526c09fe taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.680975] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.683083] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.683083] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.683083] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.683083] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.683083] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.683083] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.683083] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.683414] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c5e91b6-7106-4070-99b7-da83526c09fe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.688800] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5a5ad26f-ad3a-4b46-a580-10918a8f1475 [ 733.688800] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.688800] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.688800] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.688800] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.688800] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.688800] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5a5ad26f-ad3a-4b46-a580-10918a8f1475 already deleted. [ 733.688800] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a5ad26f-ad3a-4b46-a580-10918a8f1475" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.783064] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.785403] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f57d9f-b605-4bdf-8c98-9940026ff615 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.785489] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.785820] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1818815-e154-438a-a99b-82ae4abc6105 with status ACTIVE [ 733.785820] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.785961] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.786034] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.786209] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.786298] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.786469] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.786565] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.786627] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.786777] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.786851] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.787071] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.787419] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.787419] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.787419] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.787419] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.787549] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1818815-e154-438a-a99b-82ae4abc6105 is going to be updated. [ 733.812457] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.812457] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.812457] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.812801] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.812801] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.812920] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1818815-e154-438a-a99b-82ae4abc6105" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.857471] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c510b6b-ecc1-44a5-a1b3-77530cf9acaf [ 733.857471] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.857471] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.857471] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.857471] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.857471] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.857471] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c510b6b-ecc1-44a5-a1b3-77530cf9acaf already deleted. [ 733.857471] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c510b6b-ecc1-44a5-a1b3-77530cf9acaf" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.186410] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c5e91b6-7106-4070-99b7-da83526c09fe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.267591] env[65832]: INFO networking_nsxv3.common.synchronization [req-e32451be-d83f-42cc-9dd3-572d6387982f req-37c4cabd-74e5-4c10-a8ee-0c134d4e353f tempest-InstanceActionsTestJSON-505092082 tempest-InstanceActionsTestJSON-505092082-project-member] Enqueued Resource ID: 584a5409-0adb-4160-8ccf-42ccabc8dd1c with Priority: HIGHEST for action security_group_members [ 734.267591] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 584a5409-0adb-4160-8ccf-42ccabc8dd1c with Priority: HIGHEST for action security_group_members [ 734.267591] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-584a5409-0adb-4160-8ccf-42ccabc8dd1c taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.267591] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-584a5409-0adb-4160-8ccf-42ccabc8dd1c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.267591] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-584a5409-0adb-4160-8ccf-42ccabc8dd1c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.267591] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-584a5409-0adb-4160-8ccf-42ccabc8dd1c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.267591] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.267591] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.267591] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.267591] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.267591] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.267591] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('584a5409-0adb-4160-8ccf-42ccabc8dd1c',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.285803] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.689950] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c5e91b6-7106-4070-99b7-da83526c09fe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.770105] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.770265] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.770354] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.770579] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.770676] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.771038] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.771608] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.771608] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.771608] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.771608] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.771608] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 584a5409-0adb-4160-8ccf-42ccabc8dd1c is going to be updated. [ 734.789344] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.789492] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.790162] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.790162] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.790162] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.790162] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 is going to be created. [ 734.806124] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.806124] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.806124] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.807315] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.807315] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.817457] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 584a5409-0adb-4160-8ccf-42ccabc8dd1c in Status: IN_PROGRESS for 2s [ 734.825177] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.826086] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.826086] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.826086] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.826086] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.839898] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 in Status: UNINITIALIZED for 2s [ 735.192063] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.192754] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.192972] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.193288] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.193505] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.193715] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c5e91b6-7106-4070-99b7-da83526c09fe is going to be updated. [ 735.228439] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.228439] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.228439] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.228439] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.228439] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.241723] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c5e91b6-7106-4070-99b7-da83526c09fe in Status: IN_PROGRESS for 2s [ 735.780159] env[65832]: INFO networking_nsxv3.common.synchronization [None req-f4c056de-93bf-43ae-b292-3687b9dbb0ec tempest-ServerActionsTestJSON-1537680952 tempest-ServerActionsTestJSON-1537680952-project-member] Enqueued Resource ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 with Priority: HIGHEST for action security_group_rules [ 735.783927] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 with Priority: HIGHEST for action security_group_rules [ 735.783927] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.783927] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.783927] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.783927] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.783927] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.912909] env[65832]: INFO networking_nsxv3.common.synchronization [None req-c8274ba7-0346-413c-9a1b-dbd25a61832f tempest-ServerActionsTestJSON-1537680952 tempest-ServerActionsTestJSON-1537680952-project-member] Enqueued Resource ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 with Priority: HIGHEST for action security_group_rules [ 735.913478] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 with Priority: HIGHEST for action security_group_rules [ 735.913831] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.913899] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.272290] env[65832]: INFO networking_nsxv3.common.synchronization [None req-929eb1e9-bd70-4e43-a0eb-b31f9e7fe120 None None] Enqueued Resource ID: c2fc37d4-78f9-444c-b17d-f5f152bf91fc with Priority: HIGHEST for action port [ 736.274392] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2fc37d4-78f9-444c-b17d-f5f152bf91fc with Priority: HIGHEST for action port [ 736.274392] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2fc37d4-78f9-444c-b17d-f5f152bf91fc taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.274392] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2fc37d4-78f9-444c-b17d-f5f152bf91fc" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.274392] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2fc37d4-78f9-444c-b17d-f5f152bf91fc" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.274554] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2fc37d4-78f9-444c-b17d-f5f152bf91fc" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.274554] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2fc37d4-78f9-444c-b17d-f5f152bf91fc',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.304190] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.304696] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.304696] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.304696] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.305095] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.305095] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 already deleted. [ 736.305095] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.305095] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.305216] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.305407] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.776240] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2fc37d4-78f9-444c-b17d-f5f152bf91fc [ 736.776669] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.776938] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.777264] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.777440] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.777554] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.777659] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2fc37d4-78f9-444c-b17d-f5f152bf91fc already deleted. [ 736.777740] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2fc37d4-78f9-444c-b17d-f5f152bf91fc" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.828587] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 584a5409-0adb-4160-8ccf-42ccabc8dd1c in Status: SUCCESS [ 736.828794] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 584a5409-0adb-4160-8ccf-42ccabc8dd1c deletion is rescheduled due to dependency. [ 736.828951] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-584a5409-0adb-4160-8ccf-42ccabc8dd1c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.830797] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.830941] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.831030] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.831233] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.831398] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.831447] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 already deleted. [ 736.831528] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.850516] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 in Status: SUCCESS [ 736.850827] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.850889] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.851080] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.851274] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.851391] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.851457] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.851606] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.851684] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.851766] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.851853] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.252301] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c5e91b6-7106-4070-99b7-da83526c09fe in Status: SUCCESS [ 737.252532] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.354439] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f57d9f-b605-4bdf-8c98-9940026ff615 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.354779] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.354779] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.354889] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.355061] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.355182] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.355254] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.355448] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.355544] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.355649] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.355821] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f57d9f-b605-4bdf-8c98-9940026ff615 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.356017] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.356017] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.356148] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.356297] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.356400] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.356469] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.356676] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.356755] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.356848] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.356944] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.860112] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40f57d9f-b605-4bdf-8c98-9940026ff615: rpc.has_security_group_logging(os_id): False [ 737.871553] env[65832]: INFO networking_nsxv3.common.synchronization [req-4730dde7-854a-4e03-b937-7c6d8ba2f9c8 req-87e54775-080c-4228-a629-c8cf39490279 tempest-MultipleCreateTestJSON-141656300 tempest-MultipleCreateTestJSON-141656300-project-member] Enqueued Resource ID: 9c5e91b6-7106-4070-99b7-da83526c09fe with Priority: HIGHEST for action security_group_members [ 737.872160] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c5e91b6-7106-4070-99b7-da83526c09fe with Priority: HIGHEST for action security_group_members [ 737.872499] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c5e91b6-7106-4070-99b7-da83526c09fe taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.872639] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.872751] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.872906] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.873094] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.873186] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.873301] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.873421] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.873509] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.873606] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c5e91b6-7106-4070-99b7-da83526c09fe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.882799] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.883028] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.883125] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.883355] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.883450] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.883654] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.883763] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.883828] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.883997] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.884085] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.884290] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.884396] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.884461] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.884610] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.884685] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.884886] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.884980] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.885287] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.885443] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.885523] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.885610] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 is going to be created. [ 737.969182] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.970058] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.970224] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.970517] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.970748] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.983585] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 in Status: IN_PROGRESS for 2s [ 738.375773] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.376183] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.376282] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.376604] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.376895] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.377251] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.377464] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.377600] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.377732] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.377819] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.377924] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c5e91b6-7106-4070-99b7-da83526c09fe is going to be updated. [ 738.423124] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.423546] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.423631] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.423851] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.424317] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.436331] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c5e91b6-7106-4070-99b7-da83526c09fe in Status: IN_PROGRESS for 2s [ 740.001654] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 in Status: SUCCESS [ 740.001654] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.449029] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c5e91b6-7106-4070-99b7-da83526c09fe in Status: SUCCESS [ 740.449343] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c5e91b6-7106-4070-99b7-da83526c09fe deletion is rescheduled due to dependency. [ 740.449343] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.669921] env[65832]: INFO networking_nsxv3.common.synchronization [None req-eac0dd92-5800-488c-a52e-001fd072b494 None None] Enqueued Resource ID: 3c27ef3c-6008-4b4e-b828-c4735f4a79f9 with Priority: HIGHEST for action port [ 741.670517] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c27ef3c-6008-4b4e-b828-c4735f4a79f9 with Priority: HIGHEST for action port [ 741.670814] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c27ef3c-6008-4b4e-b828-c4735f4a79f9 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.670937] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c27ef3c-6008-4b4e-b828-c4735f4a79f9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.671294] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c27ef3c-6008-4b4e-b828-c4735f4a79f9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.671564] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c27ef3c-6008-4b4e-b828-c4735f4a79f9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.671650] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c27ef3c-6008-4b4e-b828-c4735f4a79f9',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.174269] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c27ef3c-6008-4b4e-b828-c4735f4a79f9 [ 742.178020] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.178020] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.178020] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.178020] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.178020] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.178020] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c27ef3c-6008-4b4e-b828-c4735f4a79f9 already deleted. [ 742.178020] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c27ef3c-6008-4b4e-b828-c4735f4a79f9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.427795] env[65832]: INFO networking_nsxv3.common.synchronization [None req-992a4c34-78de-4070-b166-0865bca82429 None None] Enqueued Resource ID: 445ccf51-2c0a-434c-ac27-b657aaa74b1c with Priority: HIGHEST for action port [ 742.428146] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 445ccf51-2c0a-434c-ac27-b657aaa74b1c with Priority: HIGHEST for action port [ 742.429324] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-445ccf51-2c0a-434c-ac27-b657aaa74b1c taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.429324] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-445ccf51-2c0a-434c-ac27-b657aaa74b1c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.429324] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-445ccf51-2c0a-434c-ac27-b657aaa74b1c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.429324] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-445ccf51-2c0a-434c-ac27-b657aaa74b1c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.431299] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('445ccf51-2c0a-434c-ac27-b657aaa74b1c',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.934915] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 445ccf51-2c0a-434c-ac27-b657aaa74b1c [ 742.935325] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.935325] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.935868] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.935868] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.936047] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.936168] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:445ccf51-2c0a-434c-ac27-b657aaa74b1c already deleted. [ 742.936358] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-445ccf51-2c0a-434c-ac27-b657aaa74b1c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.998393] env[65832]: INFO networking_nsxv3.common.synchronization [None req-f1762038-1e83-4af0-bb38-ceb2edba274a None None] Enqueued Resource ID: f831633e-6fa0-456a-b57c-c51c179b5bd7 with Priority: HIGHEST for action port [ 742.998983] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f831633e-6fa0-456a-b57c-c51c179b5bd7 with Priority: HIGHEST for action port [ 742.999301] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-f831633e-6fa0-456a-b57c-c51c179b5bd7 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.999422] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f831633e-6fa0-456a-b57c-c51c179b5bd7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.999474] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f831633e-6fa0-456a-b57c-c51c179b5bd7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.999732] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f831633e-6fa0-456a-b57c-c51c179b5bd7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.999814] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f831633e-6fa0-456a-b57c-c51c179b5bd7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.505016] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f831633e-6fa0-456a-b57c-c51c179b5bd7 [ 743.505016] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.505016] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.505016] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.505016] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.505016] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.505016] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f831633e-6fa0-456a-b57c-c51c179b5bd7 already deleted. [ 743.505016] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f831633e-6fa0-456a-b57c-c51c179b5bd7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.604137] env[65832]: INFO networking_nsxv3.common.synchronization [req-8c166f84-a58f-4d73-a4b1-51cec462c539 req-7834a021-28ce-4b42-8995-6f3bc90edfff tempest-InstanceActionsNegativeTestJSON-1641006025 tempest-InstanceActionsNegativeTestJSON-1641006025-project-member] Enqueued Resource ID: 5ef1b576-7a63-43ed-abff-55510debcaa7 with Priority: HIGHEST for action security_group_members [ 743.604137] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ef1b576-7a63-43ed-abff-55510debcaa7 with Priority: HIGHEST for action security_group_members [ 743.604137] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ef1b576-7a63-43ed-abff-55510debcaa7 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.604137] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ef1b576-7a63-43ed-abff-55510debcaa7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.604137] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ef1b576-7a63-43ed-abff-55510debcaa7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.606105] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ef1b576-7a63-43ed-abff-55510debcaa7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.606105] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.606105] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.606105] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.606299] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.606299] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.606353] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ef1b576-7a63-43ed-abff-55510debcaa7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.733363] env[65832]: INFO networking_nsxv3.common.synchronization [None req-7411690a-e956-4933-b3f1-d445869a6d7d None None] Enqueued Resource ID: 810f12d4-69f1-4b50-ac59-225f34c89b7b with Priority: HIGHEST for action port [ 743.733636] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 810f12d4-69f1-4b50-ac59-225f34c89b7b with Priority: HIGHEST for action port [ 743.734234] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-810f12d4-69f1-4b50-ac59-225f34c89b7b taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.734327] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-810f12d4-69f1-4b50-ac59-225f34c89b7b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.734401] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-810f12d4-69f1-4b50-ac59-225f34c89b7b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.734691] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-810f12d4-69f1-4b50-ac59-225f34c89b7b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.734730] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('810f12d4-69f1-4b50-ac59-225f34c89b7b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.110109] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.110380] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.110380] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.110553] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.110645] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.110829] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.110917] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.110974] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.111371] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.111371] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.111371] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ef1b576-7a63-43ed-abff-55510debcaa7 already deleted. [ 744.111371] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ef1b576-7a63-43ed-abff-55510debcaa7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.241184] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 810f12d4-69f1-4b50-ac59-225f34c89b7b [ 744.241184] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.241184] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.241184] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.241184] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.241184] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.241184] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:810f12d4-69f1-4b50-ac59-225f34c89b7b already deleted. [ 744.241184] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-810f12d4-69f1-4b50-ac59-225f34c89b7b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.308489] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-140 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.308706] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-140" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.308957] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-140" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.309187] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-140" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.309444] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.309619] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.309828] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.310339] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.310339] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.310461] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.310503] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.310683] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.310683] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.310804] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.310864] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.310985] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.335391] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.335391] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 744.335391] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.335391] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-140" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.335391] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-91da5a94-b198-4a10-93cd-f2e66b0232c7 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.335391] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-91da5a94-b198-4a10-93cd-f2e66b0232c7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.335391] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-91da5a94-b198-4a10-93cd-f2e66b0232c7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.335882] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-91da5a94-b198-4a10-93cd-f2e66b0232c7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.335882] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91da5a94-b198-4a10-93cd-f2e66b0232c7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.838661] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.838924] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.839095] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.839405] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.839564] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.839733] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port 91da5a94-b198-4a10-93cd-f2e66b0232c7 not found, creating... [ 744.840928] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.840928] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.840928] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.840928] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.840928] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.841195] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.841195] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.841332] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.841568] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.841568] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.841824] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: 91da5a94-b198-4a10-93cd-f2e66b0232c7 is going to be created. [ 744.865828] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.866263] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.866263] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.866569] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.866822] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.867069] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-91da5a94-b198-4a10-93cd-f2e66b0232c7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.357137] env[65832]: INFO networking_nsxv3.common.synchronization [None req-2b317c82-a3bf-41c4-a0a0-3005ac4c9d49 None None] Enqueued Resource ID: a24245a9-5732-4f1e-8781-7bd01149560a with Priority: HIGHEST for action port [ 745.358549] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a24245a9-5732-4f1e-8781-7bd01149560a with Priority: HIGHEST for action port [ 745.359622] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-a24245a9-5732-4f1e-8781-7bd01149560a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.359785] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a24245a9-5732-4f1e-8781-7bd01149560a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.359856] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a24245a9-5732-4f1e-8781-7bd01149560a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.360441] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a24245a9-5732-4f1e-8781-7bd01149560a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.360882] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a24245a9-5732-4f1e-8781-7bd01149560a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.548288] env[65832]: INFO networking_nsxv3.common.synchronization [None req-229ab6bd-4f33-470d-8159-6888115903b1 None None] Enqueued Resource ID: 961a1354-9e05-436a-9f89-e41ef5e86d41 with Priority: HIGHEST for action port [ 745.548288] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 961a1354-9e05-436a-9f89-e41ef5e86d41 with Priority: HIGHEST for action port [ 745.549324] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-961a1354-9e05-436a-9f89-e41ef5e86d41 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.549324] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-961a1354-9e05-436a-9f89-e41ef5e86d41" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.549324] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-961a1354-9e05-436a-9f89-e41ef5e86d41" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.549982] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-961a1354-9e05-436a-9f89-e41ef5e86d41" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.549982] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('961a1354-9e05-436a-9f89-e41ef5e86d41',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.631362] env[65832]: INFO networking_nsxv3.common.synchronization [req-8c166f84-a58f-4d73-a4b1-51cec462c539 req-743fd929-c1d8-470e-9606-08c01f0de4b3 service nova] Enqueued Resource ID: 5ef1b576-7a63-43ed-abff-55510debcaa7 with Priority: HIGHEST for action security_group_rules [ 745.631518] env[65832]: INFO networking_nsxv3.common.synchronization [req-8c166f84-a58f-4d73-a4b1-51cec462c539 req-743fd929-c1d8-470e-9606-08c01f0de4b3 service nova] Enqueued Resource ID: 5ef1b576-7a63-43ed-abff-55510debcaa7 with Priority: HIGHEST for action security_group_members [ 745.631646] env[65832]: INFO networking_nsxv3.common.synchronization [req-8c166f84-a58f-4d73-a4b1-51cec462c539 req-743fd929-c1d8-470e-9606-08c01f0de4b3 service nova] Enqueued Resource ID: 91da5a94-b198-4a10-93cd-f2e66b0232c7 with Priority: HIGHEST for action port [ 745.632243] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ef1b576-7a63-43ed-abff-55510debcaa7 with Priority: HIGHEST for action security_group_rules [ 745.632299] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ef1b576-7a63-43ed-abff-55510debcaa7 with Priority: HIGHEST for action security_group_members [ 745.632392] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91da5a94-b198-4a10-93cd-f2e66b0232c7 with Priority: HIGHEST for action port [ 745.632652] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ef1b576-7a63-43ed-abff-55510debcaa7 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.632769] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ef1b576-7a63-43ed-abff-55510debcaa7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.632836] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ef1b576-7a63-43ed-abff-55510debcaa7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.634181] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ef1b576-7a63-43ed-abff-55510debcaa7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.634181] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ef1b576-7a63-43ed-abff-55510debcaa7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.634567] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ef1b576-7a63-43ed-abff-55510debcaa7 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.635483] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ef1b576-7a63-43ed-abff-55510debcaa7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.635615] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ef1b576-7a63-43ed-abff-55510debcaa7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.635818] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ef1b576-7a63-43ed-abff-55510debcaa7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.635972] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.636244] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.636244] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.636336] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.637037] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.637037] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ef1b576-7a63-43ed-abff-55510debcaa7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.637684] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-91da5a94-b198-4a10-93cd-f2e66b0232c7 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.637805] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91da5a94-b198-4a10-93cd-f2e66b0232c7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.637874] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91da5a94-b198-4a10-93cd-f2e66b0232c7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.638077] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91da5a94-b198-4a10-93cd-f2e66b0232c7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.638161] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91da5a94-b198-4a10-93cd-f2e66b0232c7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.864030] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a24245a9-5732-4f1e-8781-7bd01149560a [ 745.866039] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.866039] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.866039] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.866600] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.867570] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.867570] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a24245a9-5732-4f1e-8781-7bd01149560a already deleted. [ 745.867570] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a24245a9-5732-4f1e-8781-7bd01149560a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.052510] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 961a1354-9e05-436a-9f89-e41ef5e86d41 [ 746.052797] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.052797] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.052916] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.053057] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.053229] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.053229] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:961a1354-9e05-436a-9f89-e41ef5e86d41 already deleted. [ 746.053317] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-961a1354-9e05-436a-9f89-e41ef5e86d41" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.140085] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ef1b576-7a63-43ed-abff-55510debcaa7 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.140201] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ef1b576-7a63-43ed-abff-55510debcaa7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.140436] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ef1b576-7a63-43ed-abff-55510debcaa7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.146333] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 91da5a94-b198-4a10-93cd-f2e66b0232c7 with status ACTIVE [ 746.146587] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.146681] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.146746] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.146954] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.147050] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.147232] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.147331] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.147425] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.147585] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.147661] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.147842] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.147932] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.147992] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.148143] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.148216] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.148296] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 91da5a94-b198-4a10-93cd-f2e66b0232c7 is going to be updated. [ 746.185882] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.186031] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.186101] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.186306] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.186434] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.186583] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91da5a94-b198-4a10-93cd-f2e66b0232c7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.305518] env[65832]: INFO networking_nsxv3.common.synchronization [req-6bb170f4-8b8f-41a9-ae79-41ae65afd93d req-2c3f0569-8d22-4799-ab87-f5ac50d55515 tempest-SecurityGroupsTestJSON-1917859049 tempest-SecurityGroupsTestJSON-1917859049-project-member] Enqueued Resource ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 with Priority: HIGHEST for action security_group_members [ 746.305518] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 with Priority: HIGHEST for action security_group_members [ 746.305797] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.305922] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.306027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.306231] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.306397] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.306499] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.306572] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.306710] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.306804] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.306911] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.647411] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ef1b576-7a63-43ed-abff-55510debcaa7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.814580] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.821154] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-344 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.821154] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-344" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.821154] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-344" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.821154] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-344" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.821363] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.821493] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.821603] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.821822] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.821953] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.826461] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.826608] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 746.826684] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 746.826785] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 746.826887] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.826983] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 746.827125] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 746.850636] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 746.850801] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 746.850930] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 746.851170] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-344" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.851432] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-0925187e-8ee0-40de-896b-e3aa19922b6d taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.851598] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-0925187e-8ee0-40de-896b-e3aa19922b6d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.852513] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-0925187e-8ee0-40de-896b-e3aa19922b6d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.852513] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-0925187e-8ee0-40de-896b-e3aa19922b6d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.852513] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0925187e-8ee0-40de-896b-e3aa19922b6d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.151535] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.151752] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.151752] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.152018] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.152117] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.152217] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ef1b576-7a63-43ed-abff-55510debcaa7 is going to be created. [ 747.176512] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.176789] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.176865] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.177084] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.177239] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.189141] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ef1b576-7a63-43ed-abff-55510debcaa7 in Status: UNINITIALIZED for 2s [ 747.318033] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.357319] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.357679] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.357810] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.358112] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.358267] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.358446] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port 0925187e-8ee0-40de-896b-e3aa19922b6d not found, creating... [ 747.358751] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.358909] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.359036] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.359288] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.359425] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.359761] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.359927] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.360054] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.360263] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.360393] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.360746] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: 0925187e-8ee0-40de-896b-e3aa19922b6d is going to be created. [ 747.380912] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.381171] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.381246] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.381606] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.381830] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.382058] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-0925187e-8ee0-40de-896b-e3aa19922b6d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.820535] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.820751] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.820751] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.820885] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.821010] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.821121] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 is going to be updated. [ 747.854427] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.854649] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.854649] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.854887] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.855201] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.872615] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 in Status: IN_PROGRESS for 2s [ 748.159792] env[65832]: INFO networking_nsxv3.common.synchronization [req-6bb170f4-8b8f-41a9-ae79-41ae65afd93d req-f9e4e27a-8556-4b35-a00e-f60b5809dbf6 service nova] Enqueued Resource ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 with Priority: HIGHEST for action security_group_rules [ 748.159988] env[65832]: INFO networking_nsxv3.common.synchronization [req-6bb170f4-8b8f-41a9-ae79-41ae65afd93d req-f9e4e27a-8556-4b35-a00e-f60b5809dbf6 service nova] Enqueued Resource ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 with Priority: HIGHEST for action security_group_members [ 748.160134] env[65832]: INFO networking_nsxv3.common.synchronization [req-6bb170f4-8b8f-41a9-ae79-41ae65afd93d req-f9e4e27a-8556-4b35-a00e-f60b5809dbf6 service nova] Enqueued Resource ID: 0925187e-8ee0-40de-896b-e3aa19922b6d with Priority: HIGHEST for action port [ 748.160383] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 with Priority: HIGHEST for action security_group_rules [ 748.160522] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 with Priority: HIGHEST for action security_group_members [ 748.160619] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0925187e-8ee0-40de-896b-e3aa19922b6d with Priority: HIGHEST for action port [ 748.162044] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d71d1514-5f61-40c2-bd72-56b14f5fbaf3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.162184] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.162317] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.162455] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.162537] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.164047] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.164152] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.164377] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-0925187e-8ee0-40de-896b-e3aa19922b6d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.164488] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0925187e-8ee0-40de-896b-e3aa19922b6d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.164588] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0925187e-8ee0-40de-896b-e3aa19922b6d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.164846] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0925187e-8ee0-40de-896b-e3aa19922b6d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.164930] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0925187e-8ee0-40de-896b-e3aa19922b6d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.667158] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.669036] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.669036] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0925187e-8ee0-40de-896b-e3aa19922b6d with status ACTIVE [ 748.669036] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.669036] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.669036] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.669036] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.669036] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.669036] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.669517] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.669517] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.669517] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.669517] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.669628] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.669628] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.669719] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.669808] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.669884] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.669965] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0925187e-8ee0-40de-896b-e3aa19922b6d is going to be updated. [ 748.695264] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.695507] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.695507] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.695711] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.695835] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.696010] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0925187e-8ee0-40de-896b-e3aa19922b6d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.797890] env[65832]: INFO networking_nsxv3.common.synchronization [None req-8bfa45e9-2733-45f3-bf71-a9b28fad9989 tempest-ImagesOneServerNegativeTestJSON-1029125520 tempest-ImagesOneServerNegativeTestJSON-1029125520-project-member] Enqueued Resource ID: c0b30e3e-4c5c-42ab-9067-3e17139a1eed with Priority: HIGHEST for action security_group_rules [ 748.798516] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0b30e3e-4c5c-42ab-9067-3e17139a1eed with Priority: HIGHEST for action security_group_rules [ 748.798824] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0b30e3e-4c5c-42ab-9067-3e17139a1eed taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.800068] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0b30e3e-4c5c-42ab-9067-3e17139a1eed" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.800068] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0b30e3e-4c5c-42ab-9067-3e17139a1eed" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.800068] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0b30e3e-4c5c-42ab-9067-3e17139a1eed" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.800068] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0b30e3e-4c5c-42ab-9067-3e17139a1eed',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.202141] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ef1b576-7a63-43ed-abff-55510debcaa7 in Status: SUCCESS [ 749.202503] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ef1b576-7a63-43ed-abff-55510debcaa7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.202582] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ef1b576-7a63-43ed-abff-55510debcaa7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.202771] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ef1b576-7a63-43ed-abff-55510debcaa7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.202968] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.203182] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.203247] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.203414] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.203493] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.203577] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ef1b576-7a63-43ed-abff-55510debcaa7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.203666] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ef1b576-7a63-43ed-abff-55510debcaa7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.300905] env[65832]: INFO networking_nsxv3.common.synchronization [req-85b57acb-67d5-49e0-a000-a0e706fd5cb5 req-a9656b41-5f2f-4af9-a29d-80d6c086d37b tempest-ServersWithSpecificFlavorTestJSON-1532719263 tempest-ServersWithSpecificFlavorTestJSON-1532719263-project-member] Enqueued Resource ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f with Priority: HIGHEST for action security_group_members [ 749.303426] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f with Priority: HIGHEST for action security_group_members [ 749.304119] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.304253] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.304319] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.304528] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.304683] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.304806] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.304845] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.305039] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.305175] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.305284] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.333018] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.333178] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.333256] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.333477] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.333629] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.333728] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0b30e3e-4c5c-42ab-9067-3e17139a1eed already deleted. [ 749.333812] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0b30e3e-4c5c-42ab-9067-3e17139a1eed" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.378992] env[65832]: INFO networking_nsxv3.common.synchronization [None req-4381fbfe-30bc-4387-8427-aac680685ece tempest-ImagesOneServerNegativeTestJSON-1029125520 tempest-ImagesOneServerNegativeTestJSON-1029125520-project-member] Enqueued Resource ID: c0b30e3e-4c5c-42ab-9067-3e17139a1eed with Priority: HIGHEST for action security_group_rules [ 749.379829] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0b30e3e-4c5c-42ab-9067-3e17139a1eed with Priority: HIGHEST for action security_group_rules [ 749.380499] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0b30e3e-4c5c-42ab-9067-3e17139a1eed taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.380499] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0b30e3e-4c5c-42ab-9067-3e17139a1eed" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.380499] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0b30e3e-4c5c-42ab-9067-3e17139a1eed" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.380499] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0b30e3e-4c5c-42ab-9067-3e17139a1eed" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.380499] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0b30e3e-4c5c-42ab-9067-3e17139a1eed',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.524605] env[65832]: INFO networking_nsxv3.common.synchronization [None req-5331c8c2-1514-4c9e-9712-5422cf8f42ca None None] Enqueued Resource ID: 6fd95895-973d-4ef5-9252-ac0f10a5b819 with Priority: HIGHEST for action port [ 749.525630] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fd95895-973d-4ef5-9252-ac0f10a5b819 with Priority: HIGHEST for action port [ 749.526163] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fd95895-973d-4ef5-9252-ac0f10a5b819 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.526673] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fd95895-973d-4ef5-9252-ac0f10a5b819" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.526859] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fd95895-973d-4ef5-9252-ac0f10a5b819" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.530062] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fd95895-973d-4ef5-9252-ac0f10a5b819" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.530062] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fd95895-973d-4ef5-9252-ac0f10a5b819',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.708418] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ef1b576-7a63-43ed-abff-55510debcaa7 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.708418] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ef1b576-7a63-43ed-abff-55510debcaa7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.708418] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ef1b576-7a63-43ed-abff-55510debcaa7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.708688] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ef1b576-7a63-43ed-abff-55510debcaa7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.708789] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.709232] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.709310] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.710675] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.710675] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.710675] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ef1b576-7a63-43ed-abff-55510debcaa7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.710675] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ef1b576-7a63-43ed-abff-55510debcaa7 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.710675] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ef1b576-7a63-43ed-abff-55510debcaa7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.710675] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ef1b576-7a63-43ed-abff-55510debcaa7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.710675] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ef1b576-7a63-43ed-abff-55510debcaa7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.710675] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.710675] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.710675] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.710675] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.710675] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.710675] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ef1b576-7a63-43ed-abff-55510debcaa7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.711184] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ef1b576-7a63-43ed-abff-55510debcaa7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.754147] env[65832]: INFO networking_nsxv3.common.synchronization [req-21a8a345-a884-40a8-b74f-81378d8fd2f2 req-08cfc648-68fd-4486-9ab4-0f85f469a476 tempest-ServersTestJSON-1196950663 tempest-ServersTestJSON-1196950663-project-member] Enqueued Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_members [ 749.754896] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_members [ 749.756726] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.757526] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.757526] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.757526] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.758526] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.758699] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.758802] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.759373] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.759519] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.759673] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.808592] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.808759] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.808828] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.809049] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.809143] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.809335] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.809435] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.809498] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.809650] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.809739] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.809879] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f is going to be updated. [ 749.840090] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.840090] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.840090] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.840090] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.840387] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.853769] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f in Status: IN_PROGRESS for 2s [ 749.884868] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 in Status: SUCCESS [ 749.885149] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.885363] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.885583] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.885892] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.885999] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.886081] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.886202] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.886318] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.886400] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.959233] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.960609] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.960609] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.960609] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.960609] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.960609] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0b30e3e-4c5c-42ab-9067-3e17139a1eed already deleted. [ 749.960609] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0b30e3e-4c5c-42ab-9067-3e17139a1eed" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.032891] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6fd95895-973d-4ef5-9252-ac0f10a5b819 [ 750.034268] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.034268] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.034268] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.034268] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.034268] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.034268] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6fd95895-973d-4ef5-9252-ac0f10a5b819 already deleted. [ 750.034268] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fd95895-973d-4ef5-9252-ac0f10a5b819" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.214262] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ef1b576-7a63-43ed-abff-55510debcaa7: rpc.has_security_group_logging(os_id): False [ 750.238790] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.239020] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.239121] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.239390] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.239548] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.239845] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.239984] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.240091] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.240315] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.240427] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.240844] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.240949] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.241056] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.242022] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.242022] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.242022] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.242022] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.242022] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.242384] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.242384] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.242455] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ef1b576-7a63-43ed-abff-55510debcaa7 is going to be created. [ 750.263723] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.357616] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.357616] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.357616] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.357616] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.357616] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.373777] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ef1b576-7a63-43ed-abff-55510debcaa7 in Status: IN_PROGRESS for 2s [ 750.386218] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-524 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.386403] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-524" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.386517] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-524" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.387078] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-524" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.387078] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.387254] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.387254] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.387466] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.387614] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.387960] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.389135] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 750.389250] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 750.389368] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 750.389485] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.389587] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 750.389734] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 750.391959] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.427762] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 750.427845] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 750.428173] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 750.428266] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-524" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.428577] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-a7c8dfd9-dac4-4e9b-861b-680d0e165116 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.428776] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-a7c8dfd9-dac4-4e9b-861b-680d0e165116" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.428919] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-a7c8dfd9-dac4-4e9b-861b-680d0e165116" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.429390] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-a7c8dfd9-dac4-4e9b-861b-680d0e165116" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.429475] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7c8dfd9-dac4-4e9b-861b-680d0e165116',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.768067] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.895910] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.932168] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.932395] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.932516] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.932789] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.932934] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.933095] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port a7c8dfd9-dac4-4e9b-861b-680d0e165116 not found, creating... [ 750.933481] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.933585] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.933689] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.933904] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.934892] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.934892] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.934892] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.934892] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.934892] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.935148] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.935148] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: a7c8dfd9-dac4-4e9b-861b-680d0e165116 is going to be created. [ 750.958055] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.958343] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.958475] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.958802] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.959088] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.959376] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-a7c8dfd9-dac4-4e9b-861b-680d0e165116" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.273686] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.273686] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.273686] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.273686] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.273686] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.273686] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 is going to be updated. [ 751.303697] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.303846] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.303908] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.304128] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.304405] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.315960] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: IN_PROGRESS for 2s [ 751.397620] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.397812] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.397900] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.399101] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.399101] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.399101] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 is going to be updated. [ 751.431219] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.432083] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.432083] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.432559] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.433141] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.444474] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 in Status: IN_PROGRESS for 2s [ 751.548360] env[65832]: INFO networking_nsxv3.common.synchronization [req-ed0455fd-d88a-4200-adfc-7040d5e9f8df req-e53574d3-b9dd-46c7-a8fc-bcce981e1011 tempest-ServerAddressesNegativeTestJSON-930185286 tempest-ServerAddressesNegativeTestJSON-930185286-project-member] Enqueued Resource ID: 9d340eac-84ed-441c-9159-1345020489f6 with Priority: HIGHEST for action security_group_members [ 751.548360] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d340eac-84ed-441c-9159-1345020489f6 with Priority: HIGHEST for action security_group_members [ 751.548759] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d340eac-84ed-441c-9159-1345020489f6 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.548880] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d340eac-84ed-441c-9159-1345020489f6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.548946] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d340eac-84ed-441c-9159-1345020489f6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.549249] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d340eac-84ed-441c-9159-1345020489f6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.549490] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.549609] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.549672] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.549855] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.550225] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.550225] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d340eac-84ed-441c-9159-1345020489f6',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.664950] env[65832]: INFO networking_nsxv3.common.synchronization [req-21a8a345-a884-40a8-b74f-81378d8fd2f2 req-55d9cc17-fe32-4f98-b7dc-6658253278f0 service nova] Enqueued Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_rules [ 751.665220] env[65832]: INFO networking_nsxv3.common.synchronization [req-21a8a345-a884-40a8-b74f-81378d8fd2f2 req-55d9cc17-fe32-4f98-b7dc-6658253278f0 service nova] Enqueued Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_members [ 751.665382] env[65832]: INFO networking_nsxv3.common.synchronization [req-21a8a345-a884-40a8-b74f-81378d8fd2f2 req-55d9cc17-fe32-4f98-b7dc-6658253278f0 service nova] Enqueued Resource ID: a7c8dfd9-dac4-4e9b-861b-680d0e165116 with Priority: HIGHEST for action port [ 751.665990] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_rules [ 751.666830] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_members [ 751.667254] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7c8dfd9-dac4-4e9b-861b-680d0e165116 with Priority: HIGHEST for action port [ 751.668171] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.668494] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.668567] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.669015] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.669163] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.670263] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.670362] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.670825] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7c8dfd9-dac4-4e9b-861b-680d0e165116 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.670938] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7c8dfd9-dac4-4e9b-861b-680d0e165116" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.671010] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7c8dfd9-dac4-4e9b-861b-680d0e165116" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.671196] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7c8dfd9-dac4-4e9b-861b-680d0e165116" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.671272] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7c8dfd9-dac4-4e9b-861b-680d0e165116',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.775098] env[65832]: INFO networking_nsxv3.common.synchronization [None req-1c662407-b6ab-47aa-80b1-2cf10484c00d tempest-AttachInterfacesTestJSON-1132375137 tempest-AttachInterfacesTestJSON-1132375137-project-member] Enqueued Resource ID: 7544f521-4eea-4985-b3e3-68af27ebac8a with Priority: HIGHEST for action security_group_rules [ 751.775678] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7544f521-4eea-4985-b3e3-68af27ebac8a with Priority: HIGHEST for action security_group_rules [ 751.775993] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7544f521-4eea-4985-b3e3-68af27ebac8a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.776536] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7544f521-4eea-4985-b3e3-68af27ebac8a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.776604] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7544f521-4eea-4985-b3e3-68af27ebac8a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.776911] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7544f521-4eea-4985-b3e3-68af27ebac8a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.777048] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7544f521-4eea-4985-b3e3-68af27ebac8a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.865344] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f in Status: SUCCESS [ 751.865344] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f deletion is rescheduled due to dependency. [ 751.865344] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.868267] env[65832]: INFO networking_nsxv3.common.synchronization [None req-c2ad0562-3c71-4469-bc06-a806698c4b50 tempest-AttachInterfacesTestJSON-1132375137 tempest-AttachInterfacesTestJSON-1132375137-project-member] Enqueued Resource ID: 7544f521-4eea-4985-b3e3-68af27ebac8a with Priority: HIGHEST for action security_group_rules [ 751.868986] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7544f521-4eea-4985-b3e3-68af27ebac8a with Priority: HIGHEST for action security_group_rules [ 751.869333] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7544f521-4eea-4985-b3e3-68af27ebac8a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.871155] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7544f521-4eea-4985-b3e3-68af27ebac8a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.978177] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-365 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.978625] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-365" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.978625] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-365" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.979455] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-365" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.979550] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.980957] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.982045] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.982380] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.982596] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.982857] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.983152] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.983224] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.983310] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.983460] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.983591] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.983748] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.002661] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.002901] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 752.003482] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.003709] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-365" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.004585] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-04f72858-fbe3-457b-b014-dc6745aa5ae0 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.004821] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-04f72858-fbe3-457b-b014-dc6745aa5ae0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.005009] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-04f72858-fbe3-457b-b014-dc6745aa5ae0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.005414] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-04f72858-fbe3-457b-b014-dc6745aa5ae0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.005854] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04f72858-fbe3-457b-b014-dc6745aa5ae0',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.055590] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.057023] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.057023] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.057023] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.057023] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.057023] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.057023] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.057023] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.057023] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.057023] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.057475] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d340eac-84ed-441c-9159-1345020489f6 already deleted. [ 752.057475] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d340eac-84ed-441c-9159-1345020489f6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.173658] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.173841] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.174039] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7c8dfd9-dac4-4e9b-861b-680d0e165116 with status ACTIVE [ 752.175056] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.175056] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.175056] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.175056] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.175056] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.175056] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.175056] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.175056] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.175440] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.175440] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.175440] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.175440] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.175577] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.175612] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.175799] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.175867] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7c8dfd9-dac4-4e9b-861b-680d0e165116 is going to be updated. [ 752.199369] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.199615] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.199615] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.199738] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.199893] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.200088] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7c8dfd9-dac4-4e9b-861b-680d0e165116" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.318326] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.318640] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.318640] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.318739] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.319164] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.319285] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7544f521-4eea-4985-b3e3-68af27ebac8a already deleted. [ 752.319381] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7544f521-4eea-4985-b3e3-68af27ebac8a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.319536] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7544f521-4eea-4985-b3e3-68af27ebac8a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.319736] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7544f521-4eea-4985-b3e3-68af27ebac8a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.319820] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7544f521-4eea-4985-b3e3-68af27ebac8a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.349548] env[65832]: INFO networking_nsxv3.common.synchronization [None req-e20efe90-8a4e-4914-9e72-1ba40c0f17a1 None None] Enqueued Resource ID: 1840c1c5-e1b6-4f19-84a1-efd0970947e7 with Priority: HIGHEST for action port [ 752.349548] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1840c1c5-e1b6-4f19-84a1-efd0970947e7 with Priority: HIGHEST for action port [ 752.349548] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-1840c1c5-e1b6-4f19-84a1-efd0970947e7 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.349836] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1840c1c5-e1b6-4f19-84a1-efd0970947e7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.349836] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1840c1c5-e1b6-4f19-84a1-efd0970947e7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.350035] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1840c1c5-e1b6-4f19-84a1-efd0970947e7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.350126] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1840c1c5-e1b6-4f19-84a1-efd0970947e7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.390257] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ef1b576-7a63-43ed-abff-55510debcaa7 in Status: SUCCESS [ 752.390493] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ef1b576-7a63-43ed-abff-55510debcaa7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.508630] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.508856] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.509081] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.509461] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.509624] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.509833] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port 04f72858-fbe3-457b-b014-dc6745aa5ae0 not found, creating... [ 752.510163] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.510362] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.510630] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.510838] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.511023] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.511325] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.511581] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.511710] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.511989] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.512227] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.512399] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: 04f72858-fbe3-457b-b014-dc6745aa5ae0 is going to be created. [ 752.537859] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.537859] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.537859] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.537859] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.537859] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.537859] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-04f72858-fbe3-457b-b014-dc6745aa5ae0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.588649] env[65832]: INFO networking_nsxv3.common.synchronization [None req-f937c968-75ef-4834-8f9c-0f1afbb7d229 tempest-AttachVolumeNegativeTest-1723517508 tempest-AttachVolumeNegativeTest-1723517508-project-member] Enqueued Resource ID: 052e9426-ea6a-4983-b02f-c775972b6e22 with Priority: HIGHEST for action security_group_rules [ 752.589271] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 052e9426-ea6a-4983-b02f-c775972b6e22 with Priority: HIGHEST for action security_group_rules [ 752.589678] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-052e9426-ea6a-4983-b02f-c775972b6e22 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.589923] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-052e9426-ea6a-4983-b02f-c775972b6e22" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.589923] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-052e9426-ea6a-4983-b02f-c775972b6e22" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.590320] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-052e9426-ea6a-4983-b02f-c775972b6e22" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.590400] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('052e9426-ea6a-4983-b02f-c775972b6e22',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.843537] env[65832]: INFO networking_nsxv3.common.synchronization [None req-554fd61f-2b74-4dd1-8ee5-254f0ef42bb3 tempest-AttachVolumeNegativeTest-1723517508 tempest-AttachVolumeNegativeTest-1723517508-project-member] Enqueued Resource ID: 052e9426-ea6a-4983-b02f-c775972b6e22 with Priority: HIGHEST for action security_group_rules [ 752.844728] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.844848] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.844885] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.846110] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.846297] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.846406] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7544f521-4eea-4985-b3e3-68af27ebac8a already deleted. [ 752.846497] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7544f521-4eea-4985-b3e3-68af27ebac8a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.847495] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 052e9426-ea6a-4983-b02f-c775972b6e22 with Priority: HIGHEST for action security_group_rules [ 752.847495] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-052e9426-ea6a-4983-b02f-c775972b6e22 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.847636] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-052e9426-ea6a-4983-b02f-c775972b6e22" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.852667] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1840c1c5-e1b6-4f19-84a1-efd0970947e7 [ 752.852926] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.853115] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.853248] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.853452] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.853552] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.853647] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1840c1c5-e1b6-4f19-84a1-efd0970947e7 already deleted. [ 752.853730] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1840c1c5-e1b6-4f19-84a1-efd0970947e7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.118033] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.118033] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.118033] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.118406] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.118406] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.118406] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 052e9426-ea6a-4983-b02f-c775972b6e22 already deleted. [ 753.118498] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-052e9426-ea6a-4983-b02f-c775972b6e22" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.118684] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-052e9426-ea6a-4983-b02f-c775972b6e22" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.119246] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-052e9426-ea6a-4983-b02f-c775972b6e22" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.119246] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('052e9426-ea6a-4983-b02f-c775972b6e22',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.307571] env[65832]: INFO networking_nsxv3.common.synchronization [req-ed0455fd-d88a-4200-adfc-7040d5e9f8df req-647a88c6-f695-4eef-8cf5-7fdc75576fc5 service nova] Enqueued Resource ID: 9d340eac-84ed-441c-9159-1345020489f6 with Priority: HIGHEST for action security_group_rules [ 753.307826] env[65832]: INFO networking_nsxv3.common.synchronization [req-ed0455fd-d88a-4200-adfc-7040d5e9f8df req-647a88c6-f695-4eef-8cf5-7fdc75576fc5 service nova] Enqueued Resource ID: 9d340eac-84ed-441c-9159-1345020489f6 with Priority: HIGHEST for action security_group_members [ 753.307826] env[65832]: INFO networking_nsxv3.common.synchronization [req-ed0455fd-d88a-4200-adfc-7040d5e9f8df req-647a88c6-f695-4eef-8cf5-7fdc75576fc5 service nova] Enqueued Resource ID: 04f72858-fbe3-457b-b014-dc6745aa5ae0 with Priority: HIGHEST for action port [ 753.308835] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d340eac-84ed-441c-9159-1345020489f6 with Priority: HIGHEST for action security_group_rules [ 753.308985] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d340eac-84ed-441c-9159-1345020489f6 with Priority: HIGHEST for action security_group_members [ 753.309106] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04f72858-fbe3-457b-b014-dc6745aa5ae0 with Priority: HIGHEST for action port [ 753.309692] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d340eac-84ed-441c-9159-1345020489f6 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.309692] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d340eac-84ed-441c-9159-1345020489f6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.309692] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d340eac-84ed-441c-9159-1345020489f6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.309937] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d340eac-84ed-441c-9159-1345020489f6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.309986] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d340eac-84ed-441c-9159-1345020489f6',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.310903] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d340eac-84ed-441c-9159-1345020489f6 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.311926] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d340eac-84ed-441c-9159-1345020489f6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.311926] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d340eac-84ed-441c-9159-1345020489f6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.311926] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d340eac-84ed-441c-9159-1345020489f6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.311926] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.311926] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.311926] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.311926] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.311926] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.311926] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d340eac-84ed-441c-9159-1345020489f6',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.313584] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-04f72858-fbe3-457b-b014-dc6745aa5ae0 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.314489] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04f72858-fbe3-457b-b014-dc6745aa5ae0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.314489] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04f72858-fbe3-457b-b014-dc6745aa5ae0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.314489] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04f72858-fbe3-457b-b014-dc6745aa5ae0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.314489] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04f72858-fbe3-457b-b014-dc6745aa5ae0',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.333393] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: SUCCESS [ 753.337253] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.337253] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.337253] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.337253] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.337253] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.337253] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.337253] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.337253] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.337253] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.464867] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 in Status: SUCCESS [ 753.465077] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.465260] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.465784] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.465784] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.465936] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.466267] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.466267] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.466385] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.466539] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.466789] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.641421] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.641598] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.641637] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.642396] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.642396] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.642396] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 052e9426-ea6a-4983-b02f-c775972b6e22 already deleted. [ 753.642396] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-052e9426-ea6a-4983-b02f-c775972b6e22" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.815953] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d340eac-84ed-441c-9159-1345020489f6 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.816106] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d340eac-84ed-441c-9159-1345020489f6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.816308] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9d340eac-84ed-441c-9159-1345020489f6',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.820807] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04f72858-fbe3-457b-b014-dc6745aa5ae0 with status ACTIVE [ 753.820807] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.820807] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.820807] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.820807] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.820807] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.820807] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.820807] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.820807] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.820807] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.820807] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.820807] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.820807] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.820807] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.820807] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.820807] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.820807] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04f72858-fbe3-457b-b014-dc6745aa5ae0 is going to be updated. [ 753.842543] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.847037] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.847037] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.847037] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.847037] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.847037] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.849063] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04f72858-fbe3-457b-b014-dc6745aa5ae0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.973262] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.973516] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.973656] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.973935] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.974197] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.974895] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.975051] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.975266] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.975640] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.975640] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.976035] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.977477] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.977625] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.977823] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.978119] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.978268] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.978343] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.978564] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.978693] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.978738] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.978811] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.136150] env[65832]: INFO networking_nsxv3.common.synchronization [req-33f86754-f220-4b25-bef7-fe72320c4b4d req-19afa463-dd4f-4acd-bd5d-ea4e27a9cb9a tempest-ImagesOneServerTestJSON-856191546 tempest-ImagesOneServerTestJSON-856191546-project-member] Enqueued Resource ID: 3a8c35d6-0997-442b-b63f-c25af15fc489 with Priority: HIGHEST for action security_group_members [ 754.136325] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a8c35d6-0997-442b-b63f-c25af15fc489 with Priority: HIGHEST for action security_group_members [ 754.136590] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a8c35d6-0997-442b-b63f-c25af15fc489 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.136752] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a8c35d6-0997-442b-b63f-c25af15fc489" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.136811] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a8c35d6-0997-442b-b63f-c25af15fc489" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.137034] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a8c35d6-0997-442b-b63f-c25af15fc489" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.137275] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.137482] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.137482] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.137674] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.137760] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.137850] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a8c35d6-0997-442b-b63f-c25af15fc489',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.324872] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9d340eac-84ed-441c-9159-1345020489f6',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.348032] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.483318] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d71d1514-5f61-40c2-bd72-56b14f5fbaf3: rpc.has_security_group_logging(os_id): False [ 754.504178] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.504818] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.504951] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.505242] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.505366] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.505773] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.505878] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.505950] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.506184] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.506303] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.506589] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.506708] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.506778] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.506943] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.507038] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.507339] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.507530] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.507598] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.507771] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.507847] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.507946] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 is going to be updated. [ 754.575270] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.575525] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.575651] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.575920] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.576157] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.619684] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 in Status: IN_PROGRESS for 2s [ 754.640033] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.640276] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.640569] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.640646] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.640717] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.640923] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.641041] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.641095] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.641276] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.641376] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.641489] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a8c35d6-0997-442b-b63f-c25af15fc489 is going to be updated. [ 754.693224] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.693423] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.693498] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.693726] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.693932] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.705397] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a8c35d6-0997-442b-b63f-c25af15fc489 in Status: IN_PROGRESS for 2s [ 754.724817] env[65832]: INFO networking_nsxv3.common.synchronization [None req-b32317e3-897f-4d21-b782-17ada060462f tempest-ServerActionsTestOtherB-1041866639 tempest-ServerActionsTestOtherB-1041866639-project-member] Enqueued Resource ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e with Priority: HIGHEST for action security_group_rules [ 754.725481] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e with Priority: HIGHEST for action security_group_rules [ 754.725841] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.725929] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.725968] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.727093] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.727189] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c4c8db0-1d19-4d1a-a15a-010641cf7c9e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.832633] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.832806] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.832806] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.833037] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.833161] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.833270] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d340eac-84ed-441c-9159-1345020489f6 is going to be created. [ 754.852583] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.852753] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.853514] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.853514] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.853514] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.853514] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 is going to be updated. [ 754.867764] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.867882] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.867939] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.868512] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.868769] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.878107] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d340eac-84ed-441c-9159-1345020489f6 in Status: UNINITIALIZED for 2s [ 754.888761] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.888942] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.889049] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.889180] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.889317] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.911394] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: IN_PROGRESS for 2s [ 755.066062] env[65832]: INFO networking_nsxv3.common.synchronization [None req-6031d416-b96a-4958-bb51-261fb542eb75 tempest-ServerActionsTestOtherB-1041866639 tempest-ServerActionsTestOtherB-1041866639-project-member] Enqueued Resource ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e with Priority: HIGHEST for action security_group_rules [ 755.066317] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e with Priority: HIGHEST for action security_group_rules [ 755.066456] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.066556] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.251776] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.251929] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.251997] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.252225] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.252321] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.252416] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e already deleted. [ 755.252529] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.252645] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.252806] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.252880] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c4c8db0-1d19-4d1a-a15a-010641cf7c9e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.546620] env[65832]: INFO networking_nsxv3.common.synchronization [req-34e67f36-71a8-4c1e-b273-0813ed2e8557 req-56d8bc96-c1e7-46fa-93bf-d0ccedd8b0b5 tempest-DeleteServersTestJSON-1628511814 tempest-DeleteServersTestJSON-1628511814-project-member] Enqueued Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGHEST for action security_group_members [ 755.546923] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGHEST for action security_group_members [ 755.547337] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f57d9f-b605-4bdf-8c98-9940026ff615 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.547568] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.547671] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.547937] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.548243] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.548411] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.548521] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.548737] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.548880] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.549010] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.777038] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.777235] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.777305] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.777569] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.777739] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.777773] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e already deleted. [ 755.778104] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.949268] env[65832]: INFO networking_nsxv3.common.synchronization [req-d34cef85-b886-41f3-982b-28769d09b407 req-6db756ac-2b47-4775-bef3-83b7b2c062aa tempest-SecurityGroupRulesTestJSON-1603547391 tempest-SecurityGroupRulesTestJSON-1603547391-project-member] Enqueued Resource ID: 0d12d5cc-0ccc-4e53-9a52-7f494aeb0e60 with Priority: HIGHEST for action security_group_rules [ 755.949900] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d12d5cc-0ccc-4e53-9a52-7f494aeb0e60 with Priority: HIGHEST for action security_group_rules [ 755.950443] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d12d5cc-0ccc-4e53-9a52-7f494aeb0e60 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.950631] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d12d5cc-0ccc-4e53-9a52-7f494aeb0e60" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.950780] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d12d5cc-0ccc-4e53-9a52-7f494aeb0e60" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.951137] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d12d5cc-0ccc-4e53-9a52-7f494aeb0e60" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.951368] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d12d5cc-0ccc-4e53-9a52-7f494aeb0e60',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.051319] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.051591] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.051654] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.051947] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.052114] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.052324] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.052458] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.052552] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.052784] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.052911] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.053044] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 is going to be updated. [ 756.085250] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.085558] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.085657] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.085822] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.085959] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.098640] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 in Status: IN_PROGRESS for 2s [ 756.478772] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.478772] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.478884] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.480095] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.480095] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.480095] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d12d5cc-0ccc-4e53-9a52-7f494aeb0e60 already deleted. [ 756.480095] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d12d5cc-0ccc-4e53-9a52-7f494aeb0e60" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.639044] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 in Status: SUCCESS [ 756.639492] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.719035] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a8c35d6-0997-442b-b63f-c25af15fc489 in Status: SUCCESS [ 756.719035] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a8c35d6-0997-442b-b63f-c25af15fc489 deletion is rescheduled due to dependency. [ 756.719210] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a8c35d6-0997-442b-b63f-c25af15fc489" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.890325] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d340eac-84ed-441c-9159-1345020489f6 in Status: SUCCESS [ 756.890604] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d340eac-84ed-441c-9159-1345020489f6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.890852] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d340eac-84ed-441c-9159-1345020489f6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.891172] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d340eac-84ed-441c-9159-1345020489f6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.891470] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.892014] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.892014] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.892014] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.892014] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.892014] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d340eac-84ed-441c-9159-1345020489f6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.892317] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9d340eac-84ed-441c-9159-1345020489f6',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.924186] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: SUCCESS [ 756.924420] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.924590] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.924813] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.925097] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.925196] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.925250] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.925400] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.925485] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.925573] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.925667] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.171822] env[65832]: INFO networking_nsxv3.common.synchronization [req-8e44da59-b9cd-4856-8ba3-5c172528f5d5 req-e1baeca3-e283-4fcf-bdc8-eef8a13dfc93 tempest-ServersTestFqdnHostnames-1220585874 tempest-ServersTestFqdnHostnames-1220585874-project-member] Enqueued Resource ID: 7784a685-a1c8-4ab9-ad04-33813a952dfe with Priority: HIGHEST for action security_group_members [ 757.172379] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7784a685-a1c8-4ab9-ad04-33813a952dfe with Priority: HIGHEST for action security_group_members [ 757.172734] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-7784a685-a1c8-4ab9-ad04-33813a952dfe taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.172859] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7784a685-a1c8-4ab9-ad04-33813a952dfe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.172933] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7784a685-a1c8-4ab9-ad04-33813a952dfe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.173194] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7784a685-a1c8-4ab9-ad04-33813a952dfe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.173338] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.173437] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.173512] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.173642] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.173786] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.173852] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7784a685-a1c8-4ab9-ad04-33813a952dfe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.394939] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d340eac-84ed-441c-9159-1345020489f6 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.395234] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d340eac-84ed-441c-9159-1345020489f6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.395318] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d340eac-84ed-441c-9159-1345020489f6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.395601] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d340eac-84ed-441c-9159-1345020489f6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.395846] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.396011] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.396120] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.397708] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.397708] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.397708] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d340eac-84ed-441c-9159-1345020489f6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.397708] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d340eac-84ed-441c-9159-1345020489f6 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.397708] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d340eac-84ed-441c-9159-1345020489f6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.397708] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d340eac-84ed-441c-9159-1345020489f6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.397708] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d340eac-84ed-441c-9159-1345020489f6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.397708] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.397708] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.397708] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.397708] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.397708] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.397708] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d340eac-84ed-441c-9159-1345020489f6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.397708] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9d340eac-84ed-441c-9159-1345020489f6',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.431143] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.432354] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.432354] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.432630] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.432841] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.432975] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.433060] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.433243] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.433330] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.433417] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.433644] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.433716] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.433775] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.433897] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.434048] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.434137] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.434199] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.434678] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.434678] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.434678] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.434678] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.677189] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.677585] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.677585] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.678361] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.678505] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.678745] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.678864] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.678928] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.679131] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.679219] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.679303] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7784a685-a1c8-4ab9-ad04-33813a952dfe is going to be updated. [ 757.714145] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.714419] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.714419] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.714587] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.714745] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.725103] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7784a685-a1c8-4ab9-ad04-33813a952dfe in Status: IN_PROGRESS for 2s [ 757.900256] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9d340eac-84ed-441c-9159-1345020489f6: rpc.has_security_group_logging(os_id): False [ 757.924550] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.925035] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.925120] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.925360] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.925542] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.925761] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.926276] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.926276] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.926276] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.926276] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.926513] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.926513] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.926513] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.927222] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.927222] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.927470] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.927470] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.927605] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.927732] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.927781] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.927893] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d340eac-84ed-441c-9159-1345020489f6 is going to be created. [ 757.940217] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97b5a618-8f37-483b-8732-3ef21cc084f5: rpc.has_security_group_logging(os_id): False [ 757.959234] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.960121] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.960121] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.960121] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.960121] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.960121] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.960121] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.960467] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.960467] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.960467] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.961048] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.961048] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.961048] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.961048] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.961048] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.961403] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.961403] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.961403] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.961403] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.961539] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.961574] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 is going to be updated. [ 758.009827] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.010037] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.010110] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.010341] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.010553] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.024482] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.024856] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.024974] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.025154] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.025336] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.030660] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d340eac-84ed-441c-9159-1345020489f6 in Status: IN_PROGRESS for 2s [ 758.038970] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: IN_PROGRESS for 2s [ 758.117863] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 in Status: SUCCESS [ 758.118102] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 deletion is rescheduled due to dependency. [ 758.118186] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.856070] env[65832]: INFO networking_nsxv3.common.synchronization [req-4faf167e-9adc-43ad-8912-529ba372d068 req-e7a81a5b-fc9e-41f8-8b5d-dd5527456c36 tempest-ListServersNegativeTestJSON-1146965775 tempest-ListServersNegativeTestJSON-1146965775-project-member] Enqueued Resource ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 with Priority: HIGHEST for action security_group_members [ 758.856647] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 with Priority: HIGHEST for action security_group_members [ 758.857473] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b1ee109-cb61-450a-8f0a-07076b2d5c77 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.857588] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.857642] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.857883] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.858060] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.858164] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.858227] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.858381] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.858471] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.858562] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b1ee109-cb61-450a-8f0a-07076b2d5c77',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.362095] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.362095] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.362095] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.362095] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.362095] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.362095] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.362095] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.362095] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.362435] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.362435] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.362496] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 already deleted. [ 759.362595] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.383698] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-370 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.383917] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-370" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.384057] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-370" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.384374] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-370" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.384623] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.384773] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.384880] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.386146] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.386146] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.386146] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 759.386146] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 759.386445] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 759.386581] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 759.386692] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 759.386816] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 759.386945] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 759.497086] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 759.497086] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.109 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 759.497086] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 759.497086] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-370" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.497086] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-d2528d18-db8b-4771-8fe8-4fbfca2a4f1c taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.497086] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-d2528d18-db8b-4771-8fe8-4fbfca2a4f1c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.497086] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-d2528d18-db8b-4771-8fe8-4fbfca2a4f1c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.497653] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-d2528d18-db8b-4771-8fe8-4fbfca2a4f1c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.497653] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2528d18-db8b-4771-8fe8-4fbfca2a4f1c',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.736016] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7784a685-a1c8-4ab9-ad04-33813a952dfe in Status: SUCCESS [ 759.738034] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7784a685-a1c8-4ab9-ad04-33813a952dfe deletion is rescheduled due to dependency. [ 759.738239] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7784a685-a1c8-4ab9-ad04-33813a952dfe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.001600] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.001992] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.002137] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.002489] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.002706] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.002946] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port d2528d18-db8b-4771-8fe8-4fbfca2a4f1c not found, creating... [ 760.004066] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.004066] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.004066] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.004508] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.005147] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.005147] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.005321] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.005424] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.005612] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.005753] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.005896] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: d2528d18-db8b-4771-8fe8-4fbfca2a4f1c is going to be created. [ 760.032665] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.032665] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.032851] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.034940] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.034940] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.034940] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-d2528d18-db8b-4771-8fe8-4fbfca2a4f1c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.048309] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9d340eac-84ed-441c-9159-1345020489f6 in Status: SUCCESS [ 760.048624] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d340eac-84ed-441c-9159-1345020489f6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.059168] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: SUCCESS [ 760.059418] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.668653] env[65832]: INFO networking_nsxv3.common.synchronization [req-4faf167e-9adc-43ad-8912-529ba372d068 req-da119672-eb5e-4f4d-a6cf-7f2088def534 service nova] Enqueued Resource ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 with Priority: HIGHEST for action security_group_rules [ 760.668832] env[65832]: INFO networking_nsxv3.common.synchronization [req-4faf167e-9adc-43ad-8912-529ba372d068 req-da119672-eb5e-4f4d-a6cf-7f2088def534 service nova] Enqueued Resource ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 with Priority: HIGHEST for action security_group_members [ 760.668972] env[65832]: INFO networking_nsxv3.common.synchronization [req-4faf167e-9adc-43ad-8912-529ba372d068 req-da119672-eb5e-4f4d-a6cf-7f2088def534 service nova] Enqueued Resource ID: d2528d18-db8b-4771-8fe8-4fbfca2a4f1c with Priority: HIGHEST for action port [ 760.669735] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 with Priority: HIGHEST for action security_group_rules [ 760.669879] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 with Priority: HIGHEST for action security_group_members [ 760.669976] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2528d18-db8b-4771-8fe8-4fbfca2a4f1c with Priority: HIGHEST for action port [ 760.670292] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b1ee109-cb61-450a-8f0a-07076b2d5c77 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.670419] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.670478] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.670738] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.670820] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b1ee109-cb61-450a-8f0a-07076b2d5c77',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.671783] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b1ee109-cb61-450a-8f0a-07076b2d5c77 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.673142] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.673142] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.673142] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.673142] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.673142] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.673142] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.673142] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.673142] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.673142] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b1ee109-cb61-450a-8f0a-07076b2d5c77',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.674018] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2528d18-db8b-4771-8fe8-4fbfca2a4f1c taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.674120] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2528d18-db8b-4771-8fe8-4fbfca2a4f1c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.674154] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2528d18-db8b-4771-8fe8-4fbfca2a4f1c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.674426] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2528d18-db8b-4771-8fe8-4fbfca2a4f1c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.674515] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2528d18-db8b-4771-8fe8-4fbfca2a4f1c',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.176694] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b1ee109-cb61-450a-8f0a-07076b2d5c77',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.177733] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b1ee109-cb61-450a-8f0a-07076b2d5c77 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.177844] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.178191] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2528d18-db8b-4771-8fe8-4fbfca2a4f1c with status ACTIVE [ 761.178355] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.178467] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.178554] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.178761] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.178851] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.179057] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.179118] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.179183] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.179326] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.179400] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.179606] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.179733] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.179852] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.179932] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.180012] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.181273] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2528d18-db8b-4771-8fe8-4fbfca2a4f1c is going to be updated. [ 761.220542] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.220737] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.220835] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.222250] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.222551] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.222890] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2528d18-db8b-4771-8fe8-4fbfca2a4f1c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.678743] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b1ee109-cb61-450a-8f0a-07076b2d5c77',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.141906] env[65832]: INFO networking_nsxv3.common.synchronization [req-4faf167e-9adc-43ad-8912-529ba372d068 req-8efe55ee-de17-4fbe-ac86-99a3745451b9 tempest-ListServersNegativeTestJSON-1146965775 tempest-ListServersNegativeTestJSON-1146965775-project-member] Enqueued Resource ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 with Priority: HIGHEST for action security_group_members [ 762.142569] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 with Priority: HIGHEST for action security_group_members [ 762.142944] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b1ee109-cb61-450a-8f0a-07076b2d5c77 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.143216] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.183410] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.183768] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.183768] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.184080] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.184237] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.184355] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 is going to be created. [ 762.212436] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.212436] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.212436] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.212679] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.212839] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.223660] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 in Status: UNINITIALIZED for 2s [ 762.544347] env[65832]: INFO networking_nsxv3.common.synchronization [None req-b6f44e4a-6bc5-48aa-b7ce-3f7c497c06dc None None] Enqueued Resource ID: 85dc0160-e030-4c4e-b4f3-5120066067c6 with Priority: HIGHEST for action port [ 762.544847] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85dc0160-e030-4c4e-b4f3-5120066067c6 with Priority: HIGHEST for action port [ 762.545206] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-85dc0160-e030-4c4e-b4f3-5120066067c6 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.545284] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85dc0160-e030-4c4e-b4f3-5120066067c6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.545426] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85dc0160-e030-4c4e-b4f3-5120066067c6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.545609] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85dc0160-e030-4c4e-b4f3-5120066067c6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.545667] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85dc0160-e030-4c4e-b4f3-5120066067c6',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.671166] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-370 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.671359] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-370" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.671477] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-370" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.671740] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-370" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.671989] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.672193] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.672262] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.672476] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.672621] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.672827] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 762.672928] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 762.673050] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 762.673172] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 762.673234] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 762.673338] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 762.673461] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 762.694739] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 762.694932] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 762.695037] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 762.695209] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-370" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.695518] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-7940ba1c-dc92-45b3-ba6c-8bfdc1b85147 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.695690] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-7940ba1c-dc92-45b3-ba6c-8bfdc1b85147" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.695782] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-7940ba1c-dc92-45b3-ba6c-8bfdc1b85147" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.696118] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-7940ba1c-dc92-45b3-ba6c-8bfdc1b85147" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.696257] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7940ba1c-dc92-45b3-ba6c-8bfdc1b85147',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.049786] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85dc0160-e030-4c4e-b4f3-5120066067c6 [ 763.050081] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.050243] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.050343] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.050586] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.050682] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.050792] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85dc0160-e030-4c4e-b4f3-5120066067c6 already deleted. [ 763.050883] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85dc0160-e030-4c4e-b4f3-5120066067c6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.198925] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.199245] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.199288] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.199643] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.199686] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.200561] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port 7940ba1c-dc92-45b3-ba6c-8bfdc1b85147 not found, creating... [ 763.200561] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.200561] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.200561] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.200561] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.201044] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.201154] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.201269] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.201380] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.201741] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.201877] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.202021] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: 7940ba1c-dc92-45b3-ba6c-8bfdc1b85147 is going to be created. [ 763.230380] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.230630] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.230699] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.230968] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.231202] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.231438] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-7940ba1c-dc92-45b3-ba6c-8bfdc1b85147" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.769281] env[65832]: INFO networking_nsxv3.common.synchronization [req-f22e367b-f6ea-4ae1-b82b-ae511a7ca08a req-2f1ba048-220d-4156-bc41-750b4fb0a346 tempest-SecurityGroupRulesTestJSON-1603547391 tempest-SecurityGroupRulesTestJSON-1603547391-project-member] Enqueued Resource ID: d6186a03-03cb-437b-a622-273c162ffec7 with Priority: HIGHEST for action security_group_rules [ 763.769885] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6186a03-03cb-437b-a622-273c162ffec7 with Priority: HIGHEST for action security_group_rules [ 763.770431] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6186a03-03cb-437b-a622-273c162ffec7 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.770564] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6186a03-03cb-437b-a622-273c162ffec7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.770638] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6186a03-03cb-437b-a622-273c162ffec7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.770869] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6186a03-03cb-437b-a622-273c162ffec7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.770952] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6186a03-03cb-437b-a622-273c162ffec7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.009979] env[65832]: INFO networking_nsxv3.common.synchronization [req-4faf167e-9adc-43ad-8912-529ba372d068 req-3ca1282c-db74-448f-97ce-8b7b0e16f935 service nova] Enqueued Resource ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 with Priority: HIGHEST for action security_group_rules [ 764.009979] env[65832]: INFO networking_nsxv3.common.synchronization [req-4faf167e-9adc-43ad-8912-529ba372d068 req-3ca1282c-db74-448f-97ce-8b7b0e16f935 service nova] Enqueued Resource ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 with Priority: HIGHEST for action security_group_members [ 764.009979] env[65832]: INFO networking_nsxv3.common.synchronization [req-4faf167e-9adc-43ad-8912-529ba372d068 req-3ca1282c-db74-448f-97ce-8b7b0e16f935 service nova] Enqueued Resource ID: 7940ba1c-dc92-45b3-ba6c-8bfdc1b85147 with Priority: HIGHEST for action port [ 764.010314] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 with Priority: HIGHEST for action security_group_rules [ 764.010314] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 with Priority: HIGHEST for action security_group_members [ 764.010368] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7940ba1c-dc92-45b3-ba6c-8bfdc1b85147 with Priority: HIGHEST for action port [ 764.011070] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b1ee109-cb61-450a-8f0a-07076b2d5c77 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.011146] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.011321] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b1ee109-cb61-450a-8f0a-07076b2d5c77 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.011401] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.011579] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-7940ba1c-dc92-45b3-ba6c-8bfdc1b85147 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.011675] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7940ba1c-dc92-45b3-ba6c-8bfdc1b85147" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.011738] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7940ba1c-dc92-45b3-ba6c-8bfdc1b85147" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.011939] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7940ba1c-dc92-45b3-ba6c-8bfdc1b85147" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.012027] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7940ba1c-dc92-45b3-ba6c-8bfdc1b85147',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.237614] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 in Status: UNINITIALIZED for 4s [ 764.294884] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.295100] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.295100] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.295326] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.295418] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.295518] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6186a03-03cb-437b-a622-273c162ffec7 already deleted. [ 764.295600] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6186a03-03cb-437b-a622-273c162ffec7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.514592] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7940ba1c-dc92-45b3-ba6c-8bfdc1b85147 with status ACTIVE [ 764.521298] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.521298] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.521298] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.521298] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.521298] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.521298] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.521298] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.521298] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.521298] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.521298] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.521298] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.521298] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.521298] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.521298] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.521298] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.521298] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7940ba1c-dc92-45b3-ba6c-8bfdc1b85147 is going to be updated. [ 764.525335] env[65832]: INFO networking_nsxv3.common.synchronization [req-4faf167e-9adc-43ad-8912-529ba372d068 req-f91a9706-28e9-4297-85d5-21c7b89d3c8b tempest-ListServersNegativeTestJSON-1146965775 tempest-ListServersNegativeTestJSON-1146965775-project-member] Enqueued Resource ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 with Priority: HIGHEST for action security_group_members [ 764.529040] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 with Priority: HIGHEST for action security_group_members [ 764.529608] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b1ee109-cb61-450a-8f0a-07076b2d5c77 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.529857] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.555730] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.555730] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.555730] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.555730] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.555730] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.555730] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7940ba1c-dc92-45b3-ba6c-8bfdc1b85147" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.988753] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-370 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.988985] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-370" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.989155] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-370" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.989457] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-370" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.989789] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.990623] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.991118] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.991607] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.991870] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.992186] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.992339] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 764.992552] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 764.992638] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 764.992807] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.992929] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 764.993218] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.021011] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.021464] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 765.021693] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.021921] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-370" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.022404] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-0b99644c-7cbf-450b-9f69-f1a2d8f67a44 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.023290] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-0b99644c-7cbf-450b-9f69-f1a2d8f67a44" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.023499] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-0b99644c-7cbf-450b-9f69-f1a2d8f67a44" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.023926] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-0b99644c-7cbf-450b-9f69-f1a2d8f67a44" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.024081] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b99644c-7cbf-450b-9f69-f1a2d8f67a44',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.155519] env[65832]: INFO networking_nsxv3.common.synchronization [None req-e3fd2ac3-fbfe-41db-a130-4f4f7ac9d2fe None None] Enqueued Resource ID: a93c17e4-faf0-4fe8-bfeb-e04a7cc67567 with Priority: HIGHEST for action port [ 765.156183] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93c17e4-faf0-4fe8-bfeb-e04a7cc67567 with Priority: HIGHEST for action port [ 765.156563] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-a93c17e4-faf0-4fe8-bfeb-e04a7cc67567 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.156710] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a93c17e4-faf0-4fe8-bfeb-e04a7cc67567" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.156876] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a93c17e4-faf0-4fe8-bfeb-e04a7cc67567" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.157131] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a93c17e4-faf0-4fe8-bfeb-e04a7cc67567" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.157647] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a93c17e4-faf0-4fe8-bfeb-e04a7cc67567',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.527309] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.527641] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.527757] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.528087] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.529500] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.529500] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port 0b99644c-7cbf-450b-9f69-f1a2d8f67a44 not found, creating... [ 765.529500] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.529500] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.529500] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.529500] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.529500] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.530320] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.531142] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.531334] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.531583] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.531768] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.532427] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: 0b99644c-7cbf-450b-9f69-f1a2d8f67a44 is going to be created. [ 765.557963] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.558240] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.558387] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.558700] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.558934] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.559228] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-0b99644c-7cbf-450b-9f69-f1a2d8f67a44" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.660876] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a93c17e4-faf0-4fe8-bfeb-e04a7cc67567 [ 765.660876] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.660876] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.660876] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.660876] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.660876] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.660876] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a93c17e4-faf0-4fe8-bfeb-e04a7cc67567 already deleted. [ 765.660876] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a93c17e4-faf0-4fe8-bfeb-e04a7cc67567" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.253037] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 in Status: SUCCESS [ 766.253037] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.253037] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.253037] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.253037] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.253037] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.253037] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.253037] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.253037] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.253037] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.253037] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b1ee109-cb61-450a-8f0a-07076b2d5c77',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.253911] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.254310] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.254974] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.255309] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.255506] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.257556] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.257556] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.257556] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b1ee109-cb61-450a-8f0a-07076b2d5c77',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.349646] env[65832]: INFO networking_nsxv3.common.synchronization [req-4faf167e-9adc-43ad-8912-529ba372d068 req-79e1cef1-2567-46fa-99ce-08c4286d6327 service nova] Enqueued Resource ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 with Priority: HIGHEST for action security_group_rules [ 766.349935] env[65832]: INFO networking_nsxv3.common.synchronization [req-4faf167e-9adc-43ad-8912-529ba372d068 req-79e1cef1-2567-46fa-99ce-08c4286d6327 service nova] Enqueued Resource ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 with Priority: HIGHEST for action security_group_members [ 766.354308] env[65832]: INFO networking_nsxv3.common.synchronization [req-4faf167e-9adc-43ad-8912-529ba372d068 req-79e1cef1-2567-46fa-99ce-08c4286d6327 service nova] Enqueued Resource ID: 0b99644c-7cbf-450b-9f69-f1a2d8f67a44 with Priority: HIGHEST for action port [ 766.354308] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 with Priority: HIGHEST for action security_group_rules [ 766.354308] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 with Priority: HIGHEST for action security_group_members [ 766.354308] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b99644c-7cbf-450b-9f69-f1a2d8f67a44 with Priority: HIGHEST for action port [ 766.354308] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b1ee109-cb61-450a-8f0a-07076b2d5c77 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.354308] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.354308] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b1ee109-cb61-450a-8f0a-07076b2d5c77 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.354308] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.354308] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b99644c-7cbf-450b-9f69-f1a2d8f67a44 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.354308] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b99644c-7cbf-450b-9f69-f1a2d8f67a44" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.354308] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b99644c-7cbf-450b-9f69-f1a2d8f67a44" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.354308] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b99644c-7cbf-450b-9f69-f1a2d8f67a44" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.354308] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b99644c-7cbf-450b-9f69-f1a2d8f67a44',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.404063] env[65832]: INFO networking_nsxv3.common.synchronization [req-aa7aab2f-b3bd-41c2-a18f-9297556e7714 req-335fa14f-0d0b-489f-826c-f1982038fd9c tempest-SecurityGroupsTestJSON-1917859049 tempest-SecurityGroupsTestJSON-1917859049-project-member] Enqueued Resource ID: 651c75a2-ffdd-4ad7-a81d-5f5b1baec02e with Priority: HIGHEST for action security_group_members [ 766.404248] env[65832]: INFO networking_nsxv3.common.synchronization [req-aa7aab2f-b3bd-41c2-a18f-9297556e7714 req-335fa14f-0d0b-489f-826c-f1982038fd9c tempest-SecurityGroupsTestJSON-1917859049 tempest-SecurityGroupsTestJSON-1917859049-project-member] Enqueued Resource ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 with Priority: HIGHEST for action security_group_members [ 766.404829] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651c75a2-ffdd-4ad7-a81d-5f5b1baec02e with Priority: HIGHEST for action security_group_members [ 766.406142] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 with Priority: HIGHEST for action security_group_members [ 766.406142] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.406142] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.406142] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.406142] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.406142] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.406142] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.406142] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.406142] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.406522] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.406522] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('651c75a2-ffdd-4ad7-a81d-5f5b1baec02e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.407107] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.407199] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.407263] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.407465] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.407618] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.407708] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.407768] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.407903] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.408025] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.408060] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.475108] env[65832]: INFO networking_nsxv3.common.synchronization [req-aa7aab2f-b3bd-41c2-a18f-9297556e7714 req-335fa14f-0d0b-489f-826c-f1982038fd9c tempest-SecurityGroupsTestJSON-1917859049 tempest-SecurityGroupsTestJSON-1917859049-project-member] Enqueued Resource ID: 651c75a2-ffdd-4ad7-a81d-5f5b1baec02e with Priority: HIGHEST for action security_group_rules [ 766.475334] env[65832]: INFO networking_nsxv3.common.synchronization [req-aa7aab2f-b3bd-41c2-a18f-9297556e7714 req-335fa14f-0d0b-489f-826c-f1982038fd9c tempest-SecurityGroupsTestJSON-1917859049 tempest-SecurityGroupsTestJSON-1917859049-project-member] Enqueued Resource ID: 651c75a2-ffdd-4ad7-a81d-5f5b1baec02e with Priority: HIGHEST for action security_group_members [ 766.475923] env[65832]: INFO networking_nsxv3.common.synchronization [req-aa7aab2f-b3bd-41c2-a18f-9297556e7714 req-335fa14f-0d0b-489f-826c-f1982038fd9c tempest-SecurityGroupsTestJSON-1917859049 tempest-SecurityGroupsTestJSON-1917859049-project-member] Enqueued Resource ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 with Priority: HIGHEST for action security_group_rules [ 766.476146] env[65832]: INFO networking_nsxv3.common.synchronization [req-aa7aab2f-b3bd-41c2-a18f-9297556e7714 req-335fa14f-0d0b-489f-826c-f1982038fd9c tempest-SecurityGroupsTestJSON-1917859049 tempest-SecurityGroupsTestJSON-1917859049-project-member] Enqueued Resource ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 with Priority: HIGHEST for action security_group_members [ 766.476338] env[65832]: INFO networking_nsxv3.common.synchronization [req-aa7aab2f-b3bd-41c2-a18f-9297556e7714 req-335fa14f-0d0b-489f-826c-f1982038fd9c tempest-SecurityGroupsTestJSON-1917859049 tempest-SecurityGroupsTestJSON-1917859049-project-member] Enqueued Resource ID: 0925187e-8ee0-40de-896b-e3aa19922b6d with Priority: HIGHEST for action port [ 766.476954] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651c75a2-ffdd-4ad7-a81d-5f5b1baec02e with Priority: HIGHEST for action security_group_rules [ 766.477169] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 with Priority: HIGHEST for action security_group_rules [ 766.477351] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0925187e-8ee0-40de-896b-e3aa19922b6d with Priority: HIGHEST for action port [ 766.477568] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651c75a2-ffdd-4ad7-a81d-5f5b1baec02e with Priority: HIGHEST for action security_group_members [ 766.477735] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 with Priority: HIGHEST for action security_group_members [ 766.478123] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.478352] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.478469] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.478774] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.478925] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('651c75a2-ffdd-4ad7-a81d-5f5b1baec02e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.479943] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d71d1514-5f61-40c2-bd72-56b14f5fbaf3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.480135] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.480252] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.480477] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.480606] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.481587] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-0925187e-8ee0-40de-896b-e3aa19922b6d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.482150] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0925187e-8ee0-40de-896b-e3aa19922b6d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.482281] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0925187e-8ee0-40de-896b-e3aa19922b6d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.482524] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0925187e-8ee0-40de-896b-e3aa19922b6d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.482649] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0925187e-8ee0-40de-896b-e3aa19922b6d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.484325] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.484325] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.484325] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.484325] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.754292] env[65832]: INFO networking_nsxv3.common.synchronization [None req-5a8e048b-0f22-43ca-970b-5610b3565f8c None None] Enqueued Resource ID: 9e047ad9-17fd-45a1-8263-a3611ef8ec3e with Priority: HIGHEST for action port [ 766.755242] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e047ad9-17fd-45a1-8263-a3611ef8ec3e with Priority: HIGHEST for action port [ 766.755745] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e047ad9-17fd-45a1-8263-a3611ef8ec3e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.755956] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e047ad9-17fd-45a1-8263-a3611ef8ec3e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.756298] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e047ad9-17fd-45a1-8263-a3611ef8ec3e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.756542] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e047ad9-17fd-45a1-8263-a3611ef8ec3e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.756611] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e047ad9-17fd-45a1-8263-a3611ef8ec3e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.757923] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b1ee109-cb61-450a-8f0a-07076b2d5c77',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.763068] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b1ee109-cb61-450a-8f0a-07076b2d5c77 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.763498] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.847305] env[65832]: INFO networking_nsxv3.common.synchronization [req-d87a2449-a0e6-454d-a902-f7948e81276c req-fd15c548-1b48-4e8b-bda0-9d286c71cecd tempest-FloatingIPsAssociationTestJSON-1524089514 tempest-FloatingIPsAssociationTestJSON-1524089514-project-member] Enqueued Resource ID: 11d0ab88-e793-4dee-ad60-d04b348e7596 with Priority: HIGHEST for action security_group_members [ 766.847305] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11d0ab88-e793-4dee-ad60-d04b348e7596 with Priority: HIGHEST for action security_group_members [ 766.847633] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-11d0ab88-e793-4dee-ad60-d04b348e7596 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.847751] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.847819] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.848017] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.848316] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.848436] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.848601] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.848673] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.848761] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.848851] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11d0ab88-e793-4dee-ad60-d04b348e7596',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.856518] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b99644c-7cbf-450b-9f69-f1a2d8f67a44 with status ACTIVE [ 766.856709] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.856826] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.856891] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.857080] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.857342] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.857342] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.857468] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.857507] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.857757] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.857757] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.857885] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.857978] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.858073] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.858183] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.858256] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.858337] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b99644c-7cbf-450b-9f69-f1a2d8f67a44 is going to be updated. [ 766.881747] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.881936] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.881975] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.882198] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.882313] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.882451] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b99644c-7cbf-450b-9f69-f1a2d8f67a44" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.909594] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('651c75a2-ffdd-4ad7-a81d-5f5b1baec02e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.911011] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.986367] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.986574] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.986917] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.987045] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.990565] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0925187e-8ee0-40de-896b-e3aa19922b6d with status ACTIVE [ 766.990804] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.991057] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.991057] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.991340] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.991456] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.991685] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.991821] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.991899] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.992106] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.992209] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.992456] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.992598] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.992686] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.992872] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.992970] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.993094] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0925187e-8ee0-40de-896b-e3aa19922b6d is going to be updated. [ 767.013975] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.014169] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.014283] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.014528] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.014855] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.015088] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0925187e-8ee0-40de-896b-e3aa19922b6d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.264076] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e047ad9-17fd-45a1-8263-a3611ef8ec3e [ 767.266455] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.266455] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.266455] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.266455] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.266455] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.266455] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e047ad9-17fd-45a1-8263-a3611ef8ec3e already deleted. [ 767.266455] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e047ad9-17fd-45a1-8263-a3611ef8ec3e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.266455] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b1ee109-cb61-450a-8f0a-07076b2d5c77',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.353085] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('11d0ab88-e793-4dee-ad60-d04b348e7596',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.412409] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('651c75a2-ffdd-4ad7-a81d-5f5b1baec02e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.414426] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.771294] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.771640] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.771640] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.771803] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.771926] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.772199] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 is going to be updated. [ 767.810632] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.811155] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.811155] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.811155] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.811301] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.824240] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 in Status: IN_PROGRESS for 2s [ 767.855803] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('11d0ab88-e793-4dee-ad60-d04b348e7596',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.916765] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.916765] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.916765] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.916765] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.916765] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.916765] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 651c75a2-ffdd-4ad7-a81d-5f5b1baec02e is going to be created. [ 767.918859] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.918859] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.918859] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.918859] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.918859] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.918859] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 is going to be updated. [ 767.953386] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.953559] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.953706] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.953906] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.954842] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.960725] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.960725] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.960725] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.960725] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.961068] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.969700] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651c75a2-ffdd-4ad7-a81d-5f5b1baec02e in Status: UNINITIALIZED for 2s [ 767.971208] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 in Status: IN_PROGRESS for 2s [ 768.361540] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.361540] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.361540] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.361540] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.361540] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.361540] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11d0ab88-e793-4dee-ad60-d04b348e7596 is going to be updated. [ 768.401552] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.401735] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.401801] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.402089] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.402235] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.417980] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11d0ab88-e793-4dee-ad60-d04b348e7596 in Status: IN_PROGRESS for 2s [ 769.112727] env[65832]: INFO networking_nsxv3.common.synchronization [None req-78e76582-8494-4188-9058-f0c004cd9d1a None None] Enqueued Resource ID: c70de42e-0f17-4cc7-a90a-a2bf453a8824 with Priority: HIGHEST for action port [ 769.116411] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c70de42e-0f17-4cc7-a90a-a2bf453a8824 with Priority: HIGHEST for action port [ 769.116411] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-c70de42e-0f17-4cc7-a90a-a2bf453a8824 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.116411] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c70de42e-0f17-4cc7-a90a-a2bf453a8824" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.116411] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c70de42e-0f17-4cc7-a90a-a2bf453a8824" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.116411] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c70de42e-0f17-4cc7-a90a-a2bf453a8824" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.116411] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c70de42e-0f17-4cc7-a90a-a2bf453a8824',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.617030] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c70de42e-0f17-4cc7-a90a-a2bf453a8824 [ 769.617133] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.617272] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.617340] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.617656] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.617726] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.617820] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c70de42e-0f17-4cc7-a90a-a2bf453a8824 already deleted. [ 769.617900] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c70de42e-0f17-4cc7-a90a-a2bf453a8824" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.837893] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 in Status: SUCCESS [ 769.838330] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.838629] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.838874] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.839176] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.839354] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.839528] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.839707] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.840331] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.840487] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b1ee109-cb61-450a-8f0a-07076b2d5c77',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.986262] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651c75a2-ffdd-4ad7-a81d-5f5b1baec02e in Status: SUCCESS [ 769.986262] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.986262] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 in Status: SUCCESS [ 769.986262] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.991581] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.991581] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.991581] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.991581] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.991581] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.991581] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.991581] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.991581] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('651c75a2-ffdd-4ad7-a81d-5f5b1baec02e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.991581] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.991581] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.991581] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.991581] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.991581] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.991581] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.991581] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.992600] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.346865] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b1ee109-cb61-450a-8f0a-07076b2d5c77',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.432891] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11d0ab88-e793-4dee-ad60-d04b348e7596 in Status: SUCCESS [ 770.432891] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.495170] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('651c75a2-ffdd-4ad7-a81d-5f5b1baec02e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.497481] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.720388] env[65832]: INFO networking_nsxv3.common.synchronization [req-79f93f44-45a3-4d53-8f09-c2cb0d52706d req-e6383b72-c2d2-4146-b9d7-b3b29a693af3 tempest-SecurityGroupRulesTestJSON-1603547391 tempest-SecurityGroupRulesTestJSON-1603547391-project-member] Enqueued Resource ID: fd8eda78-66ee-4565-89ee-c650fb2e80e6 with Priority: HIGHEST for action security_group_rules [ 770.721561] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd8eda78-66ee-4565-89ee-c650fb2e80e6 with Priority: HIGHEST for action security_group_rules [ 770.721868] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd8eda78-66ee-4565-89ee-c650fb2e80e6 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.721991] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd8eda78-66ee-4565-89ee-c650fb2e80e6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.722107] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd8eda78-66ee-4565-89ee-c650fb2e80e6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.722454] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd8eda78-66ee-4565-89ee-c650fb2e80e6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.722555] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd8eda78-66ee-4565-89ee-c650fb2e80e6',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.846670] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b1ee109-cb61-450a-8f0a-07076b2d5c77',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.999552] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('651c75a2-ffdd-4ad7-a81d-5f5b1baec02e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.002698] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.265372] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.265372] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.265372] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.265372] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.265372] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.265372] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd8eda78-66ee-4565-89ee-c650fb2e80e6 already deleted. [ 771.265372] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd8eda78-66ee-4565-89ee-c650fb2e80e6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.349729] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.350265] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.350265] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.350265] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.350400] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.350516] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 is going to be updated. [ 771.387215] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.387215] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.387215] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.387215] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.387215] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.399530] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 in Status: IN_PROGRESS for 2s [ 771.503661] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.503943] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.504027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.504249] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.504456] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.504456] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 651c75a2-ffdd-4ad7-a81d-5f5b1baec02e is going to be updated. [ 771.505866] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.505995] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.506054] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.506232] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.506317] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.506407] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 is going to be updated. [ 771.536524] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.536716] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.536832] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.536978] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.537169] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.539164] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.539298] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.539369] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.539577] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.539940] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.551269] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 in Status: IN_PROGRESS for 2s [ 771.552018] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651c75a2-ffdd-4ad7-a81d-5f5b1baec02e in Status: IN_PROGRESS for 2s [ 771.578518] env[65832]: INFO networking_nsxv3.common.synchronization [req-796fdf83-64a8-4560-ac9a-679a2febd4df req-1e694738-ea46-40fd-9bd7-b2e3d9d89b5a tempest-ServersTestJSON-1196950663 tempest-ServersTestJSON-1196950663-project-member] Enqueued Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_members [ 771.579100] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_members [ 771.580487] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.580487] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.580487] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.580487] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.580487] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.580487] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.580487] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.580487] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.580487] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.580487] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.084057] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.147536] env[65832]: INFO networking_nsxv3.common.synchronization [req-e6ef6cba-912b-4f22-9a9b-1203b17441ea req-59ade073-49e0-4389-90f3-b943bd4f8469 tempest-InstanceActionsNegativeTestJSON-1641006025 tempest-InstanceActionsNegativeTestJSON-1641006025-project-member] Enqueued Resource ID: 5ef1b576-7a63-43ed-abff-55510debcaa7 with Priority: HIGHEST for action security_group_members [ 772.149585] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ef1b576-7a63-43ed-abff-55510debcaa7 with Priority: HIGHEST for action security_group_members [ 772.150535] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ef1b576-7a63-43ed-abff-55510debcaa7 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.150535] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ef1b576-7a63-43ed-abff-55510debcaa7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.150535] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ef1b576-7a63-43ed-abff-55510debcaa7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.151031] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ef1b576-7a63-43ed-abff-55510debcaa7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.151216] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.151328] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.151390] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.151569] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.151650] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.151742] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ef1b576-7a63-43ed-abff-55510debcaa7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.586752] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.656427] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.656652] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.656727] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.656936] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.661127] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.661127] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.661127] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.661127] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.661127] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.661127] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.661127] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ef1b576-7a63-43ed-abff-55510debcaa7 is going to be updated. [ 772.692167] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.692287] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.692361] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.692688] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.694074] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.704077] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ef1b576-7a63-43ed-abff-55510debcaa7 in Status: IN_PROGRESS for 2s [ 773.090770] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.090898] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.090972] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.091232] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.091323] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.091414] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 is going to be updated. [ 773.125945] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.125945] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.125945] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.126146] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.126146] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.136635] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: IN_PROGRESS for 2s [ 773.411461] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 in Status: SUCCESS [ 773.411789] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.411987] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.412216] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.412594] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.412594] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.412594] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.414259] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.414259] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.414259] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b1ee109-cb61-450a-8f0a-07076b2d5c77',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.565910] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 in Status: SUCCESS [ 773.566099] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.566327] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.566569] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.566815] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.566932] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.566995] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.567263] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.567263] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.567381] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.567439] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.569014] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651c75a2-ffdd-4ad7-a81d-5f5b1baec02e in Status: SUCCESS [ 773.569221] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.569443] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.569618] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.569859] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.569944] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.569977] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.570120] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.571267] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.571267] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.571267] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('651c75a2-ffdd-4ad7-a81d-5f5b1baec02e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.914912] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b1ee109-cb61-450a-8f0a-07076b2d5c77',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.966236] env[65832]: INFO networking_nsxv3.common.synchronization [req-2688aaa7-4c23-4841-9f8d-699d220c162a req-18e60629-0b2a-4611-a25c-6a26d994c612 tempest-SecurityGroupRulesTestJSON-1603547391 tempest-SecurityGroupRulesTestJSON-1603547391-project-member] Enqueued Resource ID: 556660c4-48f6-44f0-85be-704ac5720507 with Priority: HIGHEST for action security_group_rules [ 773.966753] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 556660c4-48f6-44f0-85be-704ac5720507 with Priority: HIGHEST for action security_group_rules [ 773.968482] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-556660c4-48f6-44f0-85be-704ac5720507 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.969073] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-556660c4-48f6-44f0-85be-704ac5720507" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.969464] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-556660c4-48f6-44f0-85be-704ac5720507" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.969681] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-556660c4-48f6-44f0-85be-704ac5720507" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.969776] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('556660c4-48f6-44f0-85be-704ac5720507',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.072471] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.073043] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.073043] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.073469] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.073727] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.073857] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.073937] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.074158] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.074259] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.074914] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.074914] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.074914] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.074914] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.074914] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.074914] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.075227] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.075227] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.075227] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.075333] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.075472] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.075501] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.076533] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('651c75a2-ffdd-4ad7-a81d-5f5b1baec02e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.417108] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b1ee109-cb61-450a-8f0a-07076b2d5c77',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.494291] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.494291] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.494378] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.494555] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.494643] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.494742] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 556660c4-48f6-44f0-85be-704ac5720507 already deleted. [ 774.494828] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-556660c4-48f6-44f0-85be-704ac5720507" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.578791] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d71d1514-5f61-40c2-bd72-56b14f5fbaf3: rpc.has_security_group_logging(os_id): False [ 774.579927] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 651c75a2-ffdd-4ad7-a81d-5f5b1baec02e: rpc.has_security_group_logging(os_id): False [ 774.599894] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.600071] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.600142] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.600354] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.600439] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.600654] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.600760] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.600805] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.600947] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.601029] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.601214] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.601305] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.601363] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.601496] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.601564] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.601737] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.601825] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.601882] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.602063] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.602130] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.602302] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 is going to be updated. [ 774.605722] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.605850] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.605936] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.606133] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.606231] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.606424] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.606654] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.606654] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.606722] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.606764] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.606843] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 651c75a2-ffdd-4ad7-a81d-5f5b1baec02e is going to be created. [ 774.679079] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.679079] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.679079] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.679079] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.679079] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.681608] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.682488] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.682772] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.683506] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.687874] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.712187] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 651c75a2-ffdd-4ad7-a81d-5f5b1baec02e in Status: IN_PROGRESS for 2s [ 774.722148] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 in Status: IN_PROGRESS for 2s [ 774.726170] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ef1b576-7a63-43ed-abff-55510debcaa7 in Status: SUCCESS [ 774.726373] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ef1b576-7a63-43ed-abff-55510debcaa7 deletion is rescheduled due to dependency. [ 774.726491] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ef1b576-7a63-43ed-abff-55510debcaa7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.924190] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.924190] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.924190] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.924190] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.924655] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.924655] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 is going to be updated. [ 774.955044] env[65832]: INFO networking_nsxv3.common.synchronization [req-6105253f-ef96-4070-8051-89a9d87eb086 req-4d2d7446-0a8a-484e-8e41-24e1fc7ac799 tempest-ServerActionsTestJSON-1537680952 tempest-ServerActionsTestJSON-1537680952-project-member] Enqueued Resource ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 with Priority: HIGHEST for action security_group_members [ 774.959026] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 with Priority: HIGHEST for action security_group_members [ 774.959026] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.959026] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.959026] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.959026] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.959026] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.959026] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.959026] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.959026] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.959026] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.959026] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.964893] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.964893] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.964893] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.964893] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.964893] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.976481] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 in Status: IN_PROGRESS for 2s [ 775.150956] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: SUCCESS [ 775.150956] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.438273] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-672 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.442597] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-672" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.442597] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-672" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.442597] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-672" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.442597] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.442597] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.442597] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.442597] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.442597] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.442597] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 775.442597] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 775.442597] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 775.442597] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 775.442597] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 775.442597] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 775.442597] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 775.462896] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 775.462896] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 775.462896] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 775.462896] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-672" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.462896] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-54e05bb2-a311-435a-848f-00d3cf75b3c3 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.462896] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-54e05bb2-a311-435a-848f-00d3cf75b3c3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.462896] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-54e05bb2-a311-435a-848f-00d3cf75b3c3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.462896] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-54e05bb2-a311-435a-848f-00d3cf75b3c3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.462896] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54e05bb2-a311-435a-848f-00d3cf75b3c3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.464038] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.464194] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.464235] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.464832] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.464832] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.464832] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.464996] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.465065] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.465339] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.465392] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.465512] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 already deleted. [ 775.465902] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.529477] env[65832]: INFO networking_nsxv3.common.synchronization [req-ee510d2e-a403-4cc8-910a-932c4ee94fdb req-1e2e7c83-f58d-4a94-9573-0904bdce9006 tempest-ServerAddressesNegativeTestJSON-930185286 tempest-ServerAddressesNegativeTestJSON-930185286-project-member] Enqueued Resource ID: 9d340eac-84ed-441c-9159-1345020489f6 with Priority: HIGHEST for action security_group_members [ 775.530096] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d340eac-84ed-441c-9159-1345020489f6 with Priority: HIGHEST for action security_group_members [ 775.530405] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-9d340eac-84ed-441c-9159-1345020489f6 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.530534] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9d340eac-84ed-441c-9159-1345020489f6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.530594] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9d340eac-84ed-441c-9159-1345020489f6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.530793] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9d340eac-84ed-441c-9159-1345020489f6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.530950] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.531061] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.531134] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.531269] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.531353] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.531445] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9d340eac-84ed-441c-9159-1345020489f6',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.968665] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.968665] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.968665] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.968665] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.968665] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.968665] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port 54e05bb2-a311-435a-848f-00d3cf75b3c3 not found, creating... [ 775.968665] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.969466] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.969466] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.969466] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.969466] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.972425] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.972425] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.972425] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.972425] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.972425] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.972425] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: 54e05bb2-a311-435a-848f-00d3cf75b3c3 is going to be created. [ 775.994792] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.994997] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.994997] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.995539] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.995606] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.995973] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-54e05bb2-a311-435a-848f-00d3cf75b3c3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.034083] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.034260] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.034331] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.034551] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.034688] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.034838] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.034946] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.035063] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.035230] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.035355] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.035396] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d340eac-84ed-441c-9159-1345020489f6 is going to be updated. [ 776.093699] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.093977] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.094104] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.094319] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.094451] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.111865] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d340eac-84ed-441c-9159-1345020489f6 in Status: IN_PROGRESS for 2s [ 776.725732] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 651c75a2-ffdd-4ad7-a81d-5f5b1baec02e in Status: SUCCESS [ 776.727984] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.736618] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 in Status: SUCCESS [ 776.736838] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.773533] env[65832]: INFO networking_nsxv3.common.synchronization [req-6105253f-ef96-4070-8051-89a9d87eb086 req-672058a2-88da-47fe-af74-ebdcf153a628 service nova] Enqueued Resource ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 with Priority: HIGHEST for action security_group_rules [ 776.775684] env[65832]: INFO networking_nsxv3.common.synchronization [req-6105253f-ef96-4070-8051-89a9d87eb086 req-672058a2-88da-47fe-af74-ebdcf153a628 service nova] Enqueued Resource ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 with Priority: HIGHEST for action security_group_members [ 776.775684] env[65832]: INFO networking_nsxv3.common.synchronization [req-6105253f-ef96-4070-8051-89a9d87eb086 req-672058a2-88da-47fe-af74-ebdcf153a628 service nova] Enqueued Resource ID: 54e05bb2-a311-435a-848f-00d3cf75b3c3 with Priority: HIGHEST for action port [ 776.775684] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 with Priority: HIGHEST for action security_group_rules [ 776.775684] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 with Priority: HIGHEST for action security_group_members [ 776.776435] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54e05bb2-a311-435a-848f-00d3cf75b3c3 with Priority: HIGHEST for action port [ 776.776881] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.777047] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.777135] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.779041] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.779041] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.779041] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.779041] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.779041] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.779301] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.779691] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.779691] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.780314] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.780614] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.780755] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.780864] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.781975] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-54e05bb2-a311-435a-848f-00d3cf75b3c3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.782304] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54e05bb2-a311-435a-848f-00d3cf75b3c3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.782410] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54e05bb2-a311-435a-848f-00d3cf75b3c3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.783683] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54e05bb2-a311-435a-848f-00d3cf75b3c3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.783801] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54e05bb2-a311-435a-848f-00d3cf75b3c3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.963786] env[65832]: INFO networking_nsxv3.common.synchronization [req-305485bb-608a-473e-a9a6-956c4edf7f62 req-39a40353-cb54-4a13-8015-e105984001cd tempest-SecurityGroupsTestJSON-1917859049 tempest-SecurityGroupsTestJSON-1917859049-project-member] Enqueued Resource ID: 710217bc-72b2-488a-a415-d6a7740cc3d4 with Priority: HIGHEST for action security_group_members [ 776.963786] env[65832]: INFO networking_nsxv3.common.synchronization [req-305485bb-608a-473e-a9a6-956c4edf7f62 req-39a40353-cb54-4a13-8015-e105984001cd tempest-SecurityGroupsTestJSON-1917859049 tempest-SecurityGroupsTestJSON-1917859049-project-member] Enqueued Resource ID: 651c75a2-ffdd-4ad7-a81d-5f5b1baec02e with Priority: HIGHEST for action security_group_members [ 776.963786] env[65832]: INFO networking_nsxv3.common.synchronization [req-305485bb-608a-473e-a9a6-956c4edf7f62 req-39a40353-cb54-4a13-8015-e105984001cd tempest-SecurityGroupsTestJSON-1917859049 tempest-SecurityGroupsTestJSON-1917859049-project-member] Enqueued Resource ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 with Priority: HIGHEST for action security_group_members [ 776.965473] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 710217bc-72b2-488a-a415-d6a7740cc3d4 with Priority: HIGHEST for action security_group_members [ 776.965473] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651c75a2-ffdd-4ad7-a81d-5f5b1baec02e with Priority: HIGHEST for action security_group_members [ 776.965473] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 with Priority: HIGHEST for action security_group_members [ 776.965473] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-710217bc-72b2-488a-a415-d6a7740cc3d4 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.965473] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-710217bc-72b2-488a-a415-d6a7740cc3d4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.965473] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-710217bc-72b2-488a-a415-d6a7740cc3d4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.965896] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-710217bc-72b2-488a-a415-d6a7740cc3d4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.965896] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.965974] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.966048] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.966225] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.966311] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.966418] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('710217bc-72b2-488a-a415-d6a7740cc3d4',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.967320] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.967480] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.967569] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.968333] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.968333] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.968333] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.968333] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.968333] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.969032] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.969032] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('651c75a2-ffdd-4ad7-a81d-5f5b1baec02e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.969798] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.970260] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.970260] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.970260] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.970464] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.970517] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.970602] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.970975] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.970975] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.970975] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.989022] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 in Status: SUCCESS [ 776.989274] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.989723] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.989941] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.990161] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.990297] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.990383] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.990524] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.990618] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.990714] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b1ee109-cb61-450a-8f0a-07076b2d5c77',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.040123] env[65832]: INFO networking_nsxv3.common.synchronization [req-305485bb-608a-473e-a9a6-956c4edf7f62 req-39a40353-cb54-4a13-8015-e105984001cd tempest-SecurityGroupsTestJSON-1917859049 tempest-SecurityGroupsTestJSON-1917859049-project-member] Enqueued Resource ID: 651c75a2-ffdd-4ad7-a81d-5f5b1baec02e with Priority: HIGHEST for action security_group_rules [ 777.040123] env[65832]: INFO networking_nsxv3.common.synchronization [req-305485bb-608a-473e-a9a6-956c4edf7f62 req-39a40353-cb54-4a13-8015-e105984001cd tempest-SecurityGroupsTestJSON-1917859049 tempest-SecurityGroupsTestJSON-1917859049-project-member] Enqueued Resource ID: 651c75a2-ffdd-4ad7-a81d-5f5b1baec02e with Priority: HIGHEST for action security_group_members [ 777.040249] env[65832]: INFO networking_nsxv3.common.synchronization [req-305485bb-608a-473e-a9a6-956c4edf7f62 req-39a40353-cb54-4a13-8015-e105984001cd tempest-SecurityGroupsTestJSON-1917859049 tempest-SecurityGroupsTestJSON-1917859049-project-member] Enqueued Resource ID: 710217bc-72b2-488a-a415-d6a7740cc3d4 with Priority: HIGHEST for action security_group_rules [ 777.040340] env[65832]: INFO networking_nsxv3.common.synchronization [req-305485bb-608a-473e-a9a6-956c4edf7f62 req-39a40353-cb54-4a13-8015-e105984001cd tempest-SecurityGroupsTestJSON-1917859049 tempest-SecurityGroupsTestJSON-1917859049-project-member] Enqueued Resource ID: 710217bc-72b2-488a-a415-d6a7740cc3d4 with Priority: HIGHEST for action security_group_members [ 777.040484] env[65832]: INFO networking_nsxv3.common.synchronization [req-305485bb-608a-473e-a9a6-956c4edf7f62 req-39a40353-cb54-4a13-8015-e105984001cd tempest-SecurityGroupsTestJSON-1917859049 tempest-SecurityGroupsTestJSON-1917859049-project-member] Enqueued Resource ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 with Priority: HIGHEST for action security_group_rules [ 777.040595] env[65832]: INFO networking_nsxv3.common.synchronization [req-305485bb-608a-473e-a9a6-956c4edf7f62 req-39a40353-cb54-4a13-8015-e105984001cd tempest-SecurityGroupsTestJSON-1917859049 tempest-SecurityGroupsTestJSON-1917859049-project-member] Enqueued Resource ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 with Priority: HIGHEST for action security_group_members [ 777.040673] env[65832]: INFO networking_nsxv3.common.synchronization [req-305485bb-608a-473e-a9a6-956c4edf7f62 req-39a40353-cb54-4a13-8015-e105984001cd tempest-SecurityGroupsTestJSON-1917859049 tempest-SecurityGroupsTestJSON-1917859049-project-member] Enqueued Resource ID: 0925187e-8ee0-40de-896b-e3aa19922b6d with Priority: HIGHEST for action port [ 777.041187] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651c75a2-ffdd-4ad7-a81d-5f5b1baec02e with Priority: HIGHEST for action security_group_rules [ 777.041312] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 710217bc-72b2-488a-a415-d6a7740cc3d4 with Priority: HIGHEST for action security_group_rules [ 777.041402] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 with Priority: HIGHEST for action security_group_members [ 777.041497] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0925187e-8ee0-40de-896b-e3aa19922b6d with Priority: HIGHEST for action port [ 777.041579] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 with Priority: HIGHEST for action security_group_rules [ 777.041660] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651c75a2-ffdd-4ad7-a81d-5f5b1baec02e with Priority: HIGHEST for action security_group_members [ 777.041814] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 710217bc-72b2-488a-a415-d6a7740cc3d4 with Priority: HIGHEST for action security_group_members [ 777.043729] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.043729] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.043729] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.043729] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.043729] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('651c75a2-ffdd-4ad7-a81d-5f5b1baec02e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.043729] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-710217bc-72b2-488a-a415-d6a7740cc3d4 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.043729] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-710217bc-72b2-488a-a415-d6a7740cc3d4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.043729] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-710217bc-72b2-488a-a415-d6a7740cc3d4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.044116] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-710217bc-72b2-488a-a415-d6a7740cc3d4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.044116] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('710217bc-72b2-488a-a415-d6a7740cc3d4',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.044922] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.045039] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.045296] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-0925187e-8ee0-40de-896b-e3aa19922b6d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.045403] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0925187e-8ee0-40de-896b-e3aa19922b6d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.045484] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0925187e-8ee0-40de-896b-e3aa19922b6d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.045647] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0925187e-8ee0-40de-896b-e3aa19922b6d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.045723] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0925187e-8ee0-40de-896b-e3aa19922b6d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.046449] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d71d1514-5f61-40c2-bd72-56b14f5fbaf3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.046568] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.046634] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.046808] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.046972] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.047110] env[65832]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 777.048093] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.048191] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.048361] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-710217bc-72b2-488a-a415-d6a7740cc3d4 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.048463] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-710217bc-72b2-488a-a415-d6a7740cc3d4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.286117] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.287077] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.287245] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.287725] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54e05bb2-a311-435a-848f-00d3cf75b3c3 with status ACTIVE [ 777.287947] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.289122] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.289122] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.289122] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.289122] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.289122] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.289122] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.289122] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.289122] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.289122] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.289845] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.289845] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.289845] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.290015] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.290125] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.290275] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54e05bb2-a311-435a-848f-00d3cf75b3c3 is going to be updated. [ 777.313434] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.313874] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.313874] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.314148] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.314290] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.314454] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54e05bb2-a311-435a-848f-00d3cf75b3c3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.473151] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('710217bc-72b2-488a-a415-d6a7740cc3d4',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.474723] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('651c75a2-ffdd-4ad7-a81d-5f5b1baec02e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.478507] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.492293] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b1ee109-cb61-450a-8f0a-07076b2d5c77',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.522833] env[65832]: INFO networking_nsxv3.common.synchronization [req-f30dcc04-c7fd-48fe-80a8-1525a32611ae req-518ccec3-bacc-4e9d-bd0b-7c8b5279120f tempest-SecurityGroupRulesTestJSON-1603547391 tempest-SecurityGroupRulesTestJSON-1603547391-project-member] Enqueued Resource ID: 34bfd158-2c91-42b2-a9ab-ea9634ff4228 with Priority: HIGHEST for action security_group_rules [ 777.523409] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34bfd158-2c91-42b2-a9ab-ea9634ff4228 with Priority: HIGHEST for action security_group_rules [ 777.524295] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34bfd158-2c91-42b2-a9ab-ea9634ff4228 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.524295] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34bfd158-2c91-42b2-a9ab-ea9634ff4228" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.524295] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34bfd158-2c91-42b2-a9ab-ea9634ff4228" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.524295] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34bfd158-2c91-42b2-a9ab-ea9634ff4228" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.524295] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34bfd158-2c91-42b2-a9ab-ea9634ff4228',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.549505] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0925187e-8ee0-40de-896b-e3aa19922b6d with status ACTIVE [ 777.549750] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.549887] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.549952] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.550174] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.550321] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.550428] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.550565] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.550675] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.550733] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.550775] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.550957] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.551408] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.551408] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.551408] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.551408] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.551408] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0925187e-8ee0-40de-896b-e3aa19922b6d is going to be updated. [ 777.552633] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-710217bc-72b2-488a-a415-d6a7740cc3d4 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.552735] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-710217bc-72b2-488a-a415-d6a7740cc3d4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.552931] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.553093] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.557649] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.557776] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.582794] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.582989] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.583069] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.583284] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.583798] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.584027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0925187e-8ee0-40de-896b-e3aa19922b6d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.790950] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.979095] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('651c75a2-ffdd-4ad7-a81d-5f5b1baec02e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.980837] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('710217bc-72b2-488a-a415-d6a7740cc3d4',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.981611] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.994374] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b1ee109-cb61-450a-8f0a-07076b2d5c77',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.071188] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.071298] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.071298] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.071503] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.071636] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.071683] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34bfd158-2c91-42b2-a9ab-ea9634ff4228 already deleted. [ 778.071843] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34bfd158-2c91-42b2-a9ab-ea9634ff4228" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.127691] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9d340eac-84ed-441c-9159-1345020489f6 in Status: SUCCESS [ 778.127691] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9d340eac-84ed-441c-9159-1345020489f6 deletion is rescheduled due to dependency. [ 778.127691] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9d340eac-84ed-441c-9159-1345020489f6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.294026] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.294026] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.294026] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.294026] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.294026] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.294026] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 is going to be created. [ 778.326338] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.326523] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.326561] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.326764] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.326921] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.340339] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 in Status: UNINITIALIZED for 2s [ 778.396288] env[65832]: INFO networking_nsxv3.common.synchronization [req-8b2710af-986d-4649-8f89-2ec9efccad6d req-4959ae66-0cf0-406d-8c94-7b48937dbb1a tempest-SecurityGroupRulesTestJSON-1603547391 tempest-SecurityGroupRulesTestJSON-1603547391-project-member] Enqueued Resource ID: 34bfd158-2c91-42b2-a9ab-ea9634ff4228 with Priority: HIGHEST for action security_group_rules [ 778.396669] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34bfd158-2c91-42b2-a9ab-ea9634ff4228 with Priority: HIGHEST for action security_group_rules [ 778.397112] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34bfd158-2c91-42b2-a9ab-ea9634ff4228 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.399191] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34bfd158-2c91-42b2-a9ab-ea9634ff4228" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.399313] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34bfd158-2c91-42b2-a9ab-ea9634ff4228" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.399640] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34bfd158-2c91-42b2-a9ab-ea9634ff4228" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.399640] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34bfd158-2c91-42b2-a9ab-ea9634ff4228',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.483107] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.483107] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.483107] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.483107] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.483107] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.483107] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 651c75a2-ffdd-4ad7-a81d-5f5b1baec02e is going to be updated. [ 778.485381] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.486022] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.486128] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.486367] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.486507] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.486650] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 is going to be updated. [ 778.488354] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.488492] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.488624] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.489349] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.489537] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.489655] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 710217bc-72b2-488a-a415-d6a7740cc3d4 is going to be created. [ 778.497359] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.497650] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.497650] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.497878] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.497979] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.498104] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 is going to be updated. [ 778.542773] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.542896] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.542896] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.543120] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.543298] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.548346] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.548507] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.548583] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.548864] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.548926] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.553536] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.553666] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.553741] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.553948] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.554098] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.555801] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 710217bc-72b2-488a-a415-d6a7740cc3d4 in Status: UNINITIALIZED for 2s [ 778.563955] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651c75a2-ffdd-4ad7-a81d-5f5b1baec02e in Status: IN_PROGRESS for 2s [ 778.570164] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 in Status: IN_PROGRESS for 2s [ 778.576358] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.576358] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.576358] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.576358] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.576582] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.585838] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 in Status: IN_PROGRESS for 2s [ 778.922245] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.922245] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.922245] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.922245] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.922245] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.922245] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34bfd158-2c91-42b2-a9ab-ea9634ff4228 already deleted. [ 778.922245] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34bfd158-2c91-42b2-a9ab-ea9634ff4228" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.377952] env[65832]: INFO networking_nsxv3.common.synchronization [req-71658069-4831-4d08-a9c3-4c3d5054cc1e req-047371cd-72df-4c97-a009-ef67e62dfcca tempest-ListServerFiltersTestJSON-765786210 tempest-ListServerFiltersTestJSON-765786210-project-member] Enqueued Resource ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d with Priority: HIGHEST for action security_group_members [ 779.378530] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d with Priority: HIGHEST for action security_group_members [ 779.378889] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23827a1-f628-40aa-ae76-1c5c046b1b7d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.379072] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.379392] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.379502] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.379649] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.379880] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.379977] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.380194] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.380320] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.380451] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f23827a1-f628-40aa-ae76-1c5c046b1b7d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.882447] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f23827a1-f628-40aa-ae76-1c5c046b1b7d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.012298] env[65832]: INFO networking_nsxv3.common.synchronization [req-e42f08bd-ebc0-426e-bc1f-9b96b6650132 req-f6123070-2971-4d69-9135-825de994d07d tempest-VolumesAssistedSnapshotsTest-766938834 tempest-VolumesAssistedSnapshotsTest-766938834-project-member] Enqueued Resource ID: e669d712-f18f-4073-9f68-5970f5422d76 with Priority: HIGHEST for action security_group_members [ 780.012936] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e669d712-f18f-4073-9f68-5970f5422d76 with Priority: HIGHEST for action security_group_members [ 780.013380] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-e669d712-f18f-4073-9f68-5970f5422d76 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.013581] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e669d712-f18f-4073-9f68-5970f5422d76" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.013581] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e669d712-f18f-4073-9f68-5970f5422d76" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.013731] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e669d712-f18f-4073-9f68-5970f5422d76" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.013894] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.014058] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.014585] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.014868] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.015771] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.015771] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e669d712-f18f-4073-9f68-5970f5422d76',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.146753] env[65832]: INFO networking_nsxv3.common.synchronization [req-97bb620a-316a-4169-bd18-69b22fe46928 req-8916c993-2886-429d-a10b-5f9ac7ab3a3b tempest-ServersWithSpecificFlavorTestJSON-1532719263 tempest-ServersWithSpecificFlavorTestJSON-1532719263-project-member] Enqueued Resource ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f with Priority: HIGHEST for action security_group_members [ 780.147488] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f with Priority: HIGHEST for action security_group_members [ 780.147652] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.148235] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.148303] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.148496] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.149065] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.149065] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.149065] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.149065] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.149065] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.149353] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.284838] env[65832]: INFO networking_nsxv3.common.synchronization [req-562a269c-d7fc-4e16-aa1f-5fc0752e6f50 req-d8e81fd1-f832-44d9-9c32-9e52a07e0d15 tempest-SecurityGroupRulesTestJSON-1603547391 tempest-SecurityGroupRulesTestJSON-1603547391-project-member] Enqueued Resource ID: 34bfd158-2c91-42b2-a9ab-ea9634ff4228 with Priority: HIGHEST for action security_group_rules [ 780.284838] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34bfd158-2c91-42b2-a9ab-ea9634ff4228 with Priority: HIGHEST for action security_group_rules [ 780.284838] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34bfd158-2c91-42b2-a9ab-ea9634ff4228 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.284838] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34bfd158-2c91-42b2-a9ab-ea9634ff4228" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.285449] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34bfd158-2c91-42b2-a9ab-ea9634ff4228" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.285861] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34bfd158-2c91-42b2-a9ab-ea9634ff4228" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.286052] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34bfd158-2c91-42b2-a9ab-ea9634ff4228',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.355022] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 in Status: SUCCESS [ 780.355022] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.355022] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.355022] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.355022] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.355022] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.355022] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.355022] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.355022] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.355022] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.355022] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.386744] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f23827a1-f628-40aa-ae76-1c5c046b1b7d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.518158] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.518158] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.518158] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.518337] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.520040] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.520040] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.520040] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.520040] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.520040] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.520040] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.520040] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e669d712-f18f-4073-9f68-5970f5422d76 is going to be updated. [ 780.546963] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.546963] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.546963] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.547172] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.547464] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.559109] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e669d712-f18f-4073-9f68-5970f5422d76 in Status: IN_PROGRESS for 2s [ 780.570034] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 710217bc-72b2-488a-a415-d6a7740cc3d4 in Status: SUCCESS [ 780.570343] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-710217bc-72b2-488a-a415-d6a7740cc3d4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.570957] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651c75a2-ffdd-4ad7-a81d-5f5b1baec02e in Status: SUCCESS [ 780.571135] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.574014] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-710217bc-72b2-488a-a415-d6a7740cc3d4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.574014] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-710217bc-72b2-488a-a415-d6a7740cc3d4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.574014] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.574014] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.574014] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.574014] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.574014] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.574014] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('710217bc-72b2-488a-a415-d6a7740cc3d4',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.574934] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.575121] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.575386] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.575386] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.575515] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.575649] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.575649] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.575729] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('651c75a2-ffdd-4ad7-a81d-5f5b1baec02e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.582747] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-142 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.582747] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-142" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.582959] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-142" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.583056] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-142" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.583373] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.583494] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.583572] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.583853] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.584066] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.584232] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.584333] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.584431] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.584528] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.584625] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.584720] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.584841] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.586704] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 in Status: SUCCESS [ 780.586908] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.588923] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.589152] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.589285] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.589379] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.589445] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.589588] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.589664] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.589778] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.600018] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 in Status: SUCCESS [ 780.600249] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.601210] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.601429] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.601701] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.601925] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.601925] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.602057] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.602146] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.602235] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.602397] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b1ee109-cb61-450a-8f0a-07076b2d5c77 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.602493] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.602549] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.602694] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.602828] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.602918] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.602973] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.603151] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.603225] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.603303] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.603392] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b1ee109-cb61-450a-8f0a-07076b2d5c77',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.610990] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.610990] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 780.610990] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.610990] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-142" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.610990] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-f948933e-bff5-4487-aeb6-3f41844e6d8e taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.610990] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-f948933e-bff5-4487-aeb6-3f41844e6d8e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.611360] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-f948933e-bff5-4487-aeb6-3f41844e6d8e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.611414] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-f948933e-bff5-4487-aeb6-3f41844e6d8e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.613123] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f948933e-bff5-4487-aeb6-3f41844e6d8e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.652441] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.652634] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.652718] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.652946] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.653053] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.653257] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.653358] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.653421] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.653577] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.653648] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.653736] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f is going to be updated. [ 780.691653] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.691653] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.691653] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.691653] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.694868] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.707189] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f in Status: IN_PROGRESS for 2s [ 780.815066] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.815278] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.815615] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.815615] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.815615] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.815785] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34bfd158-2c91-42b2-a9ab-ea9634ff4228 already deleted. [ 780.815785] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34bfd158-2c91-42b2-a9ab-ea9634ff4228" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.858759] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.889573] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.889806] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.890284] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.890284] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.890284] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.890284] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d is going to be updated. [ 780.919014] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.919184] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.919743] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.919743] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.920238] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.929681] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d in Status: IN_PROGRESS for 2s [ 781.079411] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('710217bc-72b2-488a-a415-d6a7740cc3d4',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.080544] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('651c75a2-ffdd-4ad7-a81d-5f5b1baec02e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.092568] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.106553] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b1ee109-cb61-450a-8f0a-07076b2d5c77: rpc.has_security_group_logging(os_id): False [ 781.115927] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.116157] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.116278] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.116635] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.116808] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.116969] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port f948933e-bff5-4487-aeb6-3f41844e6d8e not found, creating... [ 781.117232] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.117384] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.117595] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.117826] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.117960] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.118253] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.118409] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.118547] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.118751] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.118879] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.119022] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: f948933e-bff5-4487-aeb6-3f41844e6d8e is going to be created. [ 781.128074] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.128074] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.128074] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.128074] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.128074] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.128074] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.128074] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.128074] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.128074] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.128074] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.128074] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.128074] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.128074] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.128074] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.128894] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.128894] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.128894] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.128894] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.128894] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.128894] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.128894] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 is going to be created. [ 781.138978] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.139337] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.139337] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.139554] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.139772] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.139984] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-f948933e-bff5-4487-aeb6-3f41844e6d8e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.186041] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.186206] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.186277] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.186481] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.186659] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.198826] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 in Status: IN_PROGRESS for 2s [ 781.359832] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3: rpc.has_security_group_logging(os_id): False [ 781.384057] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.384213] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.384302] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.384507] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.384612] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.384838] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.384944] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.384987] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.385157] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.385234] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.385315] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 is going to be created. [ 781.466574] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.466950] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.467121] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.467361] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.467628] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.482665] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 in Status: IN_PROGRESS for 2s [ 781.582669] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('710217bc-72b2-488a-a415-d6a7740cc3d4',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.583801] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('651c75a2-ffdd-4ad7-a81d-5f5b1baec02e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.594250] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.753336] env[65832]: INFO networking_nsxv3.common.synchronization [req-82af2f8e-7f45-46a7-8d8e-b8fd8205e147 req-2acbb51b-c7ba-414f-82ba-5703cd451651 tempest-ListServersNegativeTestJSON-1146965775 tempest-ListServersNegativeTestJSON-1146965775-project-member] Enqueued Resource ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 with Priority: HIGHEST for action security_group_members [ 781.753928] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 with Priority: HIGHEST for action security_group_members [ 781.754275] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b1ee109-cb61-450a-8f0a-07076b2d5c77 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.754403] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.754471] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.754679] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.754840] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.754964] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.755038] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.755150] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.755236] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.755363] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b1ee109-cb61-450a-8f0a-07076b2d5c77',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.919385] env[65832]: INFO networking_nsxv3.common.synchronization [req-97bb620a-316a-4169-bd18-69b22fe46928 req-ef29db22-a23b-47e1-99e5-0ae8ff8eb7a5 service nova] Enqueued Resource ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f with Priority: HIGHEST for action security_group_rules [ 781.919663] env[65832]: INFO networking_nsxv3.common.synchronization [req-97bb620a-316a-4169-bd18-69b22fe46928 req-ef29db22-a23b-47e1-99e5-0ae8ff8eb7a5 service nova] Enqueued Resource ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f with Priority: HIGHEST for action security_group_members [ 781.919821] env[65832]: INFO networking_nsxv3.common.synchronization [req-97bb620a-316a-4169-bd18-69b22fe46928 req-ef29db22-a23b-47e1-99e5-0ae8ff8eb7a5 service nova] Enqueued Resource ID: f948933e-bff5-4487-aeb6-3f41844e6d8e with Priority: HIGHEST for action port [ 781.921522] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f with Priority: HIGHEST for action security_group_rules [ 781.921522] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f with Priority: HIGHEST for action security_group_members [ 781.921522] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f948933e-bff5-4487-aeb6-3f41844e6d8e with Priority: HIGHEST for action port [ 781.921522] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.921522] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.921522] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.921522] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.922301] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.923164] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.923164] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.923573] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-f948933e-bff5-4487-aeb6-3f41844e6d8e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.923573] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f948933e-bff5-4487-aeb6-3f41844e6d8e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.923707] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f948933e-bff5-4487-aeb6-3f41844e6d8e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.924304] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f948933e-bff5-4487-aeb6-3f41844e6d8e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.924304] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f948933e-bff5-4487-aeb6-3f41844e6d8e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.086249] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.086249] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.086249] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.086661] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.086723] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.087093] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 710217bc-72b2-488a-a415-d6a7740cc3d4 is going to be updated. [ 782.088771] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.088771] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.088913] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.089041] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.089132] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.089225] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 651c75a2-ffdd-4ad7-a81d-5f5b1baec02e is going to be updated. [ 782.097041] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.097265] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.097265] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.097866] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.097866] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.097866] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 is going to be updated. [ 782.125674] env[65832]: INFO networking_nsxv3.common.synchronization [req-84199e50-c93a-4ed7-8f2f-abbf43fb6805 req-e3965f7f-be0e-4839-b29f-457147b82561 tempest-SecurityGroupsTestJSON-1917859049 tempest-SecurityGroupsTestJSON-1917859049-project-member] Enqueued Resource ID: 651c75a2-ffdd-4ad7-a81d-5f5b1baec02e with Priority: HIGHEST for action security_group_members [ 782.125674] env[65832]: INFO networking_nsxv3.common.synchronization [req-84199e50-c93a-4ed7-8f2f-abbf43fb6805 req-e3965f7f-be0e-4839-b29f-457147b82561 tempest-SecurityGroupsTestJSON-1917859049 tempest-SecurityGroupsTestJSON-1917859049-project-member] Enqueued Resource ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 with Priority: HIGHEST for action security_group_members [ 782.125674] env[65832]: INFO networking_nsxv3.common.synchronization [req-84199e50-c93a-4ed7-8f2f-abbf43fb6805 req-e3965f7f-be0e-4839-b29f-457147b82561 tempest-SecurityGroupsTestJSON-1917859049 tempest-SecurityGroupsTestJSON-1917859049-project-member] Enqueued Resource ID: 710217bc-72b2-488a-a415-d6a7740cc3d4 with Priority: HIGHEST for action security_group_members [ 782.126546] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.126729] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.126806] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.127085] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.127655] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.129799] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.129923] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.130013] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.130235] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.130372] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.132151] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.132298] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.132377] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.132604] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.132752] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.134212] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651c75a2-ffdd-4ad7-a81d-5f5b1baec02e with Priority: HIGHEST for action security_group_members [ 782.134367] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 with Priority: HIGHEST for action security_group_members [ 782.134465] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 710217bc-72b2-488a-a415-d6a7740cc3d4 with Priority: HIGHEST for action security_group_members [ 782.134782] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.134872] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.135090] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.135176] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.135350] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-710217bc-72b2-488a-a415-d6a7740cc3d4 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.135441] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-710217bc-72b2-488a-a415-d6a7740cc3d4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.146761] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 in Status: IN_PROGRESS for 2s [ 782.147599] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651c75a2-ffdd-4ad7-a81d-5f5b1baec02e in Status: IN_PROGRESS for 2s [ 782.148308] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 710217bc-72b2-488a-a415-d6a7740cc3d4 in Status: IN_PROGRESS for 2s [ 782.257071] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b1ee109-cb61-450a-8f0a-07076b2d5c77',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.425834] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.426106] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.429165] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f948933e-bff5-4487-aeb6-3f41844e6d8e with status ACTIVE [ 782.429165] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.429165] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.429165] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.429165] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.429165] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.429165] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.429165] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.429165] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.429165] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.429165] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.429165] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.429165] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.429165] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.429165] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.429165] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.429165] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f948933e-bff5-4487-aeb6-3f41844e6d8e is going to be updated. [ 782.451953] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.451953] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.451953] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.452149] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.452149] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.452913] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f948933e-bff5-4487-aeb6-3f41844e6d8e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.570248] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e669d712-f18f-4073-9f68-5970f5422d76 in Status: SUCCESS [ 782.570505] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e669d712-f18f-4073-9f68-5970f5422d76 deletion is rescheduled due to dependency. [ 782.570579] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e669d712-f18f-4073-9f68-5970f5422d76" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.717780] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f in Status: SUCCESS [ 782.717969] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f deletion is rescheduled due to dependency. [ 782.718101] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.718261] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.718476] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.718668] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.718785] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.718848] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.718996] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.719111] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.719175] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.761024] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b1ee109-cb61-450a-8f0a-07076b2d5c77',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.941588] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d in Status: SUCCESS [ 782.941811] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.213723] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 in Status: SUCCESS [ 783.213723] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.213723] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.213723] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.213723] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b1ee109-cb61-450a-8f0a-07076b2d5c77',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.221744] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.263666] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.264572] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.264572] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.264572] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.264572] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.264572] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 is going to be updated. [ 783.301679] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.301933] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.302053] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.302326] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.302563] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.315048] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 in Status: IN_PROGRESS for 2s [ 783.502169] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 in Status: SUCCESS [ 783.502169] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.716057] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b1ee109-cb61-450a-8f0a-07076b2d5c77 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.716057] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.724501] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.167604] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 710217bc-72b2-488a-a415-d6a7740cc3d4 in Status: SUCCESS [ 784.167604] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-710217bc-72b2-488a-a415-d6a7740cc3d4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.167788] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-710217bc-72b2-488a-a415-d6a7740cc3d4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.167924] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-710217bc-72b2-488a-a415-d6a7740cc3d4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.168606] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.168606] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.168606] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.168606] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.168606] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.168606] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-710217bc-72b2-488a-a415-d6a7740cc3d4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.168884] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('710217bc-72b2-488a-a415-d6a7740cc3d4',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.170305] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 in Status: SUCCESS [ 784.170405] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.171530] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651c75a2-ffdd-4ad7-a81d-5f5b1baec02e in Status: SUCCESS [ 784.171530] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.171530] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-710217bc-72b2-488a-a415-d6a7740cc3d4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.171530] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-710217bc-72b2-488a-a415-d6a7740cc3d4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.171707] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.171823] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.171892] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.172034] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.172112] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.172203] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('710217bc-72b2-488a-a415-d6a7740cc3d4',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.172943] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.173183] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.173356] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.173457] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.173519] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.173658] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.173786] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.173817] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.173894] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.174666] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.174824] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.174978] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.175091] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.175151] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.175289] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.175380] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.175493] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.175543] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('651c75a2-ffdd-4ad7-a81d-5f5b1baec02e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.177555] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.177629] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.178156] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.178156] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.178156] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.178156] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.178156] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.178398] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.178871] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.179038] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.179189] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.179287] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.179349] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.179483] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.179557] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.179638] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('651c75a2-ffdd-4ad7-a81d-5f5b1baec02e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.225688] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.225899] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.225969] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.226259] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.226377] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.226496] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f is going to be updated. [ 784.274309] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.274563] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.274659] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.274963] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.275278] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.293322] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f in Status: IN_PROGRESS for 2s [ 784.678235] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('710217bc-72b2-488a-a415-d6a7740cc3d4',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.680378] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.680576] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.680984] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.681153] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.681226] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.681475] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.681587] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.683973] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.684162] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.684225] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.684381] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.684466] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.684560] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 710217bc-72b2-488a-a415-d6a7740cc3d4 is going to be deleted. [ 784.688645] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.689661] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('651c75a2-ffdd-4ad7-a81d-5f5b1baec02e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.691383] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.691532] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.691586] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.692064] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.692150] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.692663] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.692663] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.692663] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.692831] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.692914] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.693459] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 651c75a2-ffdd-4ad7-a81d-5f5b1baec02e is going to be updated. [ 784.721073] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.721565] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.721565] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.721565] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.721807] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.730629] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.730804] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.730912] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.731065] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.731162] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.731261] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-710217bc-72b2-488a-a415-d6a7740cc3d4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.734320] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651c75a2-ffdd-4ad7-a81d-5f5b1baec02e in Status: IN_PROGRESS for 2s [ 785.189607] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 710217bc-72b2-488a-a415-d6a7740cc3d4: rpc.has_security_group_logging(os_id): False [ 785.192324] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 651c75a2-ffdd-4ad7-a81d-5f5b1baec02e: rpc.has_security_group_logging(os_id): False [ 785.195938] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.210813] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.210813] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.210813] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.210813] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.210813] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.210813] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.210813] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.210813] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.210813] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.210813] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.210813] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 710217bc-72b2-488a-a415-d6a7740cc3d4 is going to be created. [ 785.212935] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.213051] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.213121] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.216438] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.216438] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.216438] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.216438] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.216438] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.216438] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.216438] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.216438] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 651c75a2-ffdd-4ad7-a81d-5f5b1baec02e is going to be updated. [ 785.235183] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/710217bc-72b2-488a-a415-d6a7740cc3d4], does not exist path=[/infra/domains/default/groups/710217bc-72b2-488a-a415-d6a7740cc3d4]."\n}' [ 785.235433] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 710217bc-72b2-488a-a415-d6a7740cc3d4 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/710217bc-72b2-488a-a415-d6a7740cc3d4 [ 785.235511] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 785.275268] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.275492] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.275540] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.275742] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.275883] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.315956] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.316362] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.316432] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.316652] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.318812] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.319172] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.319281] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.319324] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.323223] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.323223] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.323223] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.323223] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.323223] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.323223] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.323223] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.323223] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 710217bc-72b2-488a-a415-d6a7740cc3d4 is going to be created. [ 785.329163] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 651c75a2-ffdd-4ad7-a81d-5f5b1baec02e in Status: IN_PROGRESS for 2s [ 785.337979] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 in Status: SUCCESS [ 785.338496] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.338496] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.338643] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.338857] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.339084] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.339084] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.339448] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.339448] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.339448] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.339577] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b1ee109-cb61-450a-8f0a-07076b2d5c77',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.355532] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/710217bc-72b2-488a-a415-d6a7740cc3d4], does not exist path=[/infra/domains/default/groups/710217bc-72b2-488a-a415-d6a7740cc3d4]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/710217bc-72b2-488a-a415-d6a7740cc3d4 [ 785.355811] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-710217bc-72b2-488a-a415-d6a7740cc3d4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.356429] env[65832]: Traceback (most recent call last): [ 785.356429] env[65832]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 785.356429] env[65832]: return func(*args, **kwargs) [ 785.356429] env[65832]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 785.356429] env[65832]: res.raise_for_status() [ 785.356673] env[65832]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 785.356673] env[65832]: raise HTTPError(http_error_msg, response=self) [ 785.356673] env[65832]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/710217bc-72b2-488a-a415-d6a7740cc3d4 [ 785.356673] env[65832]: During handling of the above exception, another exception occurred: [ 785.356673] env[65832]: Traceback (most recent call last): [ 785.356673] env[65832]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 785.356673] env[65832]: listener.cb(fileno) [ 785.356673] env[65832]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 785.356673] env[65832]: result = function(*args, **kwargs) [ 785.356673] env[65832]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 785.356673] env[65832]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 785.356673] env[65832]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 785.356673] env[65832]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 785.356673] env[65832]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 785.356673] env[65832]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 785.356673] env[65832]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 785.356673] env[65832]: res.raise_for_status() [ 785.356673] env[65832]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 785.356673] env[65832]: raise HTTPError(http_error_msg, response=self) [ 785.356673] env[65832]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/710217bc-72b2-488a-a415-d6a7740cc3d4 [ 785.356673] env[65832]: Removing descriptor: 21 [ 785.698975] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.701870] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.701870] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.701870] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.701870] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.701870] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 is going to be updated. [ 785.733172] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.733546] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.733546] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.733746] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.733804] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.748214] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 in Status: IN_PROGRESS for 2s [ 785.842924] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b1ee109-cb61-450a-8f0a-07076b2d5c77 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.843364] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.843556] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.843893] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.845969] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.845969] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.845969] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.846125] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.846222] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.846333] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.846569] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b1ee109-cb61-450a-8f0a-07076b2d5c77 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.846684] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.846770] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.846954] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.847118] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.847213] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.847275] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.847416] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.847602] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.847733] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.847858] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b1ee109-cb61-450a-8f0a-07076b2d5c77',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.307880] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f in Status: SUCCESS [ 786.308198] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.308597] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.308977] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.308977] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.309282] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.309282] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.309353] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.309450] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.309543] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.309645] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.350397] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b1ee109-cb61-450a-8f0a-07076b2d5c77: rpc.has_security_group_logging(os_id): False [ 786.384034] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.384034] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.384034] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.384034] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.409600] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.409998] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.410252] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.410354] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.410607] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.410734] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.410980] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.411102] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.411187] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.411359] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.411476] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.411709] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.411829] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.411870] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.412029] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.412102] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.412189] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 is going to be updated. [ 786.492638] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.492908] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.493055] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.493406] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.493658] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.519083] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 in Status: IN_PROGRESS for 2s [ 786.746678] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 651c75a2-ffdd-4ad7-a81d-5f5b1baec02e in Status: SUCCESS [ 786.746678] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 651c75a2-ffdd-4ad7-a81d-5f5b1baec02e deletion is rescheduled due to dependency. [ 786.747200] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.813134] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.135606] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 787.135756] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=6 [ 787.317073] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f: rpc.has_security_group_logging(os_id): False [ 787.338023] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.338023] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.338023] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.338023] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.343631] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 651c75a2-ffdd-4ad7-a81d-5f5b1baec02e in Status: SUCCESS [ 787.345343] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.360631] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.360631] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.360631] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.360631] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.360631] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.360631] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.360631] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f is going to be updated. [ 787.434778] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.434960] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.434960] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.435474] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.435474] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.456265] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f in Status: IN_PROGRESS for 2s [ 787.760504] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 in Status: SUCCESS [ 787.760889] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.760943] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.761238] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.761486] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.761639] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.761726] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.761921] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.762028] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.762153] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.762342] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.762471] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.762541] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.762693] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.762877] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.762979] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.763079] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.763259] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.763331] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.763445] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.763545] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.266834] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d71d1514-5f61-40c2-bd72-56b14f5fbaf3: rpc.has_security_group_logging(os_id): False [ 788.291043] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.291204] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.291287] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.291569] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.316799] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.317111] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.317326] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.317410] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.317692] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.317777] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.317981] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.318103] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.318161] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.318308] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.318382] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.318590] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.318701] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.318755] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.318882] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.318955] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.319052] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 is going to be updated. [ 788.390278] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.390484] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.390591] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.391118] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.391282] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.417636] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 in Status: IN_PROGRESS for 2s [ 788.536573] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 in Status: SUCCESS [ 788.536573] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.536573] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.536573] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.536573] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b1ee109-cb61-450a-8f0a-07076b2d5c77',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.906145] env[65832]: INFO networking_nsxv3.common.synchronization [None req-61fb6954-fff5-4a10-afea-c9a34cbc2850 tempest-MigrationsAdminTest-681095415 tempest-MigrationsAdminTest-681095415-project-member] Enqueued Resource ID: d96d108b-fb52-49d6-b79b-d43c847a40db with Priority: HIGHEST for action security_group_rules [ 788.906703] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96d108b-fb52-49d6-b79b-d43c847a40db with Priority: HIGHEST for action security_group_rules [ 788.907336] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d96d108b-fb52-49d6-b79b-d43c847a40db taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.907519] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d96d108b-fb52-49d6-b79b-d43c847a40db" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.907604] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d96d108b-fb52-49d6-b79b-d43c847a40db" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.907921] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d96d108b-fb52-49d6-b79b-d43c847a40db" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.908016] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d96d108b-fb52-49d6-b79b-d43c847a40db',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.016723] env[65832]: INFO networking_nsxv3.common.synchronization [None req-d6bd3d3f-028a-4192-96ae-c4c0c58447e5 tempest-MigrationsAdminTest-681095415 tempest-MigrationsAdminTest-681095415-project-member] Enqueued Resource ID: d96d108b-fb52-49d6-b79b-d43c847a40db with Priority: HIGHEST for action security_group_rules [ 789.018107] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96d108b-fb52-49d6-b79b-d43c847a40db with Priority: HIGHEST for action security_group_rules [ 789.018448] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d96d108b-fb52-49d6-b79b-d43c847a40db taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.018596] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d96d108b-fb52-49d6-b79b-d43c847a40db" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.038809] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b1ee109-cb61-450a-8f0a-07076b2d5c77 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.039045] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.039045] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.039342] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.039414] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.039503] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.039579] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.039733] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.039840] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.039930] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.040027] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b1ee109-cb61-450a-8f0a-07076b2d5c77',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.428706] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.428879] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.428942] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.429166] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.429358] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.429462] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d96d108b-fb52-49d6-b79b-d43c847a40db already deleted. [ 789.429627] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d96d108b-fb52-49d6-b79b-d43c847a40db" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.429788] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d96d108b-fb52-49d6-b79b-d43c847a40db" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.429967] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d96d108b-fb52-49d6-b79b-d43c847a40db" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.430064] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d96d108b-fb52-49d6-b79b-d43c847a40db',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.473275] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f in Status: SUCCESS [ 789.473275] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.541857] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b1ee109-cb61-450a-8f0a-07076b2d5c77 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.542643] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.542643] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.542643] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.542643] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.542643] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.542643] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.542916] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.542916] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.542973] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.543147] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b1ee109-cb61-450a-8f0a-07076b2d5c77 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.543502] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.543502] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.543502] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.543614] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.543668] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.544291] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.544291] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.544291] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.544291] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.544291] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b1ee109-cb61-450a-8f0a-07076b2d5c77',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.952547] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.952547] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.952547] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.952547] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.952547] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.952547] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d96d108b-fb52-49d6-b79b-d43c847a40db already deleted. [ 789.952547] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d96d108b-fb52-49d6-b79b-d43c847a40db" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.047028] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b1ee109-cb61-450a-8f0a-07076b2d5c77: rpc.has_security_group_logging(os_id): False [ 790.068711] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.068884] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.069491] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.069491] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.069491] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.069491] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.069681] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.069681] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.069957] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.069957] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.070149] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.071589] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.071589] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.071589] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.071589] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.071589] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.071589] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.071589] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.071589] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.071589] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.071589] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 is going to be updated. [ 790.160147] env[65832]: INFO networking_nsxv3.common.synchronization [None req-4bdbd0df-5d61-41c4-9d86-885d1b94a8ac None None] Enqueued Resource ID: 04fbc4d0-1ca9-49a0-8f92-d8e3ee0f5d95 with Priority: HIGHEST for action port [ 790.160147] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04fbc4d0-1ca9-49a0-8f92-d8e3ee0f5d95 with Priority: HIGHEST for action port [ 790.160147] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-04fbc4d0-1ca9-49a0-8f92-d8e3ee0f5d95 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.160147] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04fbc4d0-1ca9-49a0-8f92-d8e3ee0f5d95" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.160147] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04fbc4d0-1ca9-49a0-8f92-d8e3ee0f5d95" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.160147] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04fbc4d0-1ca9-49a0-8f92-d8e3ee0f5d95" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.160147] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04fbc4d0-1ca9-49a0-8f92-d8e3ee0f5d95',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.176978] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.176978] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.176978] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.176978] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.176978] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.211786] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 in Status: IN_PROGRESS for 2s [ 790.427249] env[65832]: INFO networking_nsxv3.common.synchronization [req-4b7d87ae-28f7-4f1e-8a18-709f66a46dd2 req-0757bea0-b9a5-4dc6-b92b-502a21f19228 tempest-ImagesOneServerNegativeTestJSON-1029125520 tempest-ImagesOneServerNegativeTestJSON-1029125520-project-member] Enqueued Resource ID: e3da5cea-2cf5-4384-8849-883cd5af0792 with Priority: HIGHEST for action security_group_members [ 790.427868] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3da5cea-2cf5-4384-8849-883cd5af0792 with Priority: HIGHEST for action security_group_members [ 790.428181] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3da5cea-2cf5-4384-8849-883cd5af0792 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.428303] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.428367] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.428596] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.428757] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.428853] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.428912] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.429329] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.429423] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.429519] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3da5cea-2cf5-4384-8849-883cd5af0792',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.442620] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 in Status: SUCCESS [ 790.442620] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.565239] env[65832]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 790.565460] env[65832]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] NSXv3 Agent Agent loop - iteration:1 started [ 790.669148] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04fbc4d0-1ca9-49a0-8f92-d8e3ee0f5d95 [ 790.669148] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.669148] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.669148] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.669148] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.669148] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.669148] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04fbc4d0-1ca9-49a0-8f92-d8e3ee0f5d95 already deleted. [ 790.669148] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04fbc4d0-1ca9-49a0-8f92-d8e3ee0f5d95" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.797112] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-538 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.797294] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-538" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.797407] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-538" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.797749] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-538" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.798161] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.798628] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.798747] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.799294] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.799507] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.799727] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.800319] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 790.800319] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 790.800319] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 790.800319] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.800319] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 790.800732] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 790.822759] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 790.822759] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 790.822759] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 790.822759] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-538" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.822759] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-b95a2b58-b4cb-4493-a891-42fff1909102 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.822759] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-b95a2b58-b4cb-4493-a891-42fff1909102" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.822759] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-b95a2b58-b4cb-4493-a891-42fff1909102" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.822759] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-b95a2b58-b4cb-4493-a891-42fff1909102" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.822759] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b95a2b58-b4cb-4493-a891-42fff1909102',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.931901] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.932184] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.932264] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.932539] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.956257] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.956575] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.956697] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.956766] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.958176] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.958176] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.958176] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3da5cea-2cf5-4384-8849-883cd5af0792 is going to be updated. [ 790.983863] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.984061] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.984161] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.984650] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.984877] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.997513] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3da5cea-2cf5-4384-8849-883cd5af0792 in Status: IN_PROGRESS for 2s [ 791.325203] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.328889] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.328889] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.328889] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.328889] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.328889] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port b95a2b58-b4cb-4493-a891-42fff1909102 not found, creating... [ 791.328889] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.328889] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.328889] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.328889] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.328889] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.329710] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.329710] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.329710] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.329710] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.329710] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.329710] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: b95a2b58-b4cb-4493-a891-42fff1909102 is going to be created. [ 791.358367] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.358620] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.358809] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.360709] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.360709] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.360709] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-b95a2b58-b4cb-4493-a891-42fff1909102" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.213280] env[65832]: INFO networking_nsxv3.common.synchronization [req-4b7d87ae-28f7-4f1e-8a18-709f66a46dd2 req-5e7f9201-ba99-4c85-94d1-f901dbf80a61 service nova] Enqueued Resource ID: e3da5cea-2cf5-4384-8849-883cd5af0792 with Priority: HIGHEST for action security_group_rules [ 792.213280] env[65832]: INFO networking_nsxv3.common.synchronization [req-4b7d87ae-28f7-4f1e-8a18-709f66a46dd2 req-5e7f9201-ba99-4c85-94d1-f901dbf80a61 service nova] Enqueued Resource ID: e3da5cea-2cf5-4384-8849-883cd5af0792 with Priority: HIGHEST for action security_group_members [ 792.213280] env[65832]: INFO networking_nsxv3.common.synchronization [req-4b7d87ae-28f7-4f1e-8a18-709f66a46dd2 req-5e7f9201-ba99-4c85-94d1-f901dbf80a61 service nova] Enqueued Resource ID: b95a2b58-b4cb-4493-a891-42fff1909102 with Priority: HIGHEST for action port [ 792.213280] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3da5cea-2cf5-4384-8849-883cd5af0792 with Priority: HIGHEST for action security_group_rules [ 792.213280] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3da5cea-2cf5-4384-8849-883cd5af0792 with Priority: HIGHEST for action security_group_members [ 792.213280] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b95a2b58-b4cb-4493-a891-42fff1909102 with Priority: HIGHEST for action port [ 792.217018] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3da5cea-2cf5-4384-8849-883cd5af0792 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.217018] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.217018] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.217018] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.217018] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3da5cea-2cf5-4384-8849-883cd5af0792',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.217018] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3da5cea-2cf5-4384-8849-883cd5af0792 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.217018] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.217018] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-b95a2b58-b4cb-4493-a891-42fff1909102 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.217018] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b95a2b58-b4cb-4493-a891-42fff1909102" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.217018] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b95a2b58-b4cb-4493-a891-42fff1909102" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.217018] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b95a2b58-b4cb-4493-a891-42fff1909102" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.217018] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b95a2b58-b4cb-4493-a891-42fff1909102',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.233648] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 in Status: SUCCESS [ 792.233834] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.702270] env[65832]: INFO networking_nsxv3.common.synchronization [req-fbb5ac94-7905-41db-b50a-d27da23d707e req-e60fd49f-ae56-4c46-beac-6d7bc1eb3128 tempest-ServersAdminTestJSON-2145455351 tempest-ServersAdminTestJSON-2145455351-project-member] Enqueued Resource ID: cf305367-f793-4b43-99a9-8907fd0c4649 with Priority: HIGHEST for action security_group_members [ 792.703030] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf305367-f793-4b43-99a9-8907fd0c4649 with Priority: HIGHEST for action security_group_members [ 792.704478] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf305367-f793-4b43-99a9-8907fd0c4649 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.704623] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.704694] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.704930] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.705133] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.705247] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.705310] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.705500] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.705603] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.705729] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf305367-f793-4b43-99a9-8907fd0c4649',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.720265] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3da5cea-2cf5-4384-8849-883cd5af0792 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.720512] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.720583] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b95a2b58-b4cb-4493-a891-42fff1909102 with status ACTIVE [ 792.721097] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.721097] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.721097] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.721340] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.721340] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.721439] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.721566] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.721630] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.721779] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.721854] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.722044] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.722141] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.722225] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.723009] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.723009] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.723009] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b95a2b58-b4cb-4493-a891-42fff1909102 is going to be updated. [ 792.754078] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.754078] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.754078] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.754078] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.754078] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.754078] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b95a2b58-b4cb-4493-a891-42fff1909102" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.019538] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3da5cea-2cf5-4384-8849-883cd5af0792 in Status: SUCCESS [ 793.020402] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3da5cea-2cf5-4384-8849-883cd5af0792 deletion is rescheduled due to dependency. [ 793.020402] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.020402] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.020402] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.021031] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.021031] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.021031] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.021216] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.021256] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.021378] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3da5cea-2cf5-4384-8849-883cd5af0792',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.212056] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf305367-f793-4b43-99a9-8907fd0c4649',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.307270] env[65832]: INFO networking_nsxv3.common.synchronization [None req-f0deedfd-01d7-4358-8d10-a192332ee4d7 None None] Enqueued Resource ID: b2dfb34c-0d90-42a1-8164-ee1b55bfbde2 with Priority: HIGHEST for action port [ 793.308012] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2dfb34c-0d90-42a1-8164-ee1b55bfbde2 with Priority: HIGHEST for action port [ 793.308361] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2dfb34c-0d90-42a1-8164-ee1b55bfbde2 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.308361] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2dfb34c-0d90-42a1-8164-ee1b55bfbde2" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.308361] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2dfb34c-0d90-42a1-8164-ee1b55bfbde2" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.308879] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2dfb34c-0d90-42a1-8164-ee1b55bfbde2" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.308879] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2dfb34c-0d90-42a1-8164-ee1b55bfbde2',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.525936] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3da5cea-2cf5-4384-8849-883cd5af0792',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.715956] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf305367-f793-4b43-99a9-8907fd0c4649',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.813439] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2dfb34c-0d90-42a1-8164-ee1b55bfbde2 [ 793.813439] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.813439] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.813439] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.813439] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.813439] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.813439] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2dfb34c-0d90-42a1-8164-ee1b55bfbde2 already deleted. [ 793.813439] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2dfb34c-0d90-42a1-8164-ee1b55bfbde2" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.028692] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3da5cea-2cf5-4384-8849-883cd5af0792',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.221626] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.221859] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.221859] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.222082] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.222173] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.222716] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf305367-f793-4b43-99a9-8907fd0c4649 is going to be updated. [ 794.263038] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.263038] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.263038] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.263038] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.263038] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.275139] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf305367-f793-4b43-99a9-8907fd0c4649 in Status: IN_PROGRESS for 2s [ 794.532136] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.532538] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.532538] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.532678] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.532729] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.532803] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3da5cea-2cf5-4384-8849-883cd5af0792 is going to be updated. [ 794.566393] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.567632] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.567632] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.567632] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.567632] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.577918] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3da5cea-2cf5-4384-8849-883cd5af0792 in Status: IN_PROGRESS for 2s [ 795.369028] env[65832]: INFO networking_nsxv3.common.synchronization [None req-3bdd4961-a791-495b-8fe1-0efe10525c75 None None] Enqueued Resource ID: bf747f07-d50b-4347-8a4d-cfaa5cd24818 with Priority: HIGHEST for action port [ 795.369028] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf747f07-d50b-4347-8a4d-cfaa5cd24818 with Priority: HIGHEST for action port [ 795.369028] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf747f07-d50b-4347-8a4d-cfaa5cd24818 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.369028] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf747f07-d50b-4347-8a4d-cfaa5cd24818" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.369028] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf747f07-d50b-4347-8a4d-cfaa5cd24818" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.369885] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf747f07-d50b-4347-8a4d-cfaa5cd24818" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.370112] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf747f07-d50b-4347-8a4d-cfaa5cd24818',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.874247] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf747f07-d50b-4347-8a4d-cfaa5cd24818 [ 795.874509] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.874621] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.874690] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.874910] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.875008] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.875125] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf747f07-d50b-4347-8a4d-cfaa5cd24818 already deleted. [ 795.875191] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf747f07-d50b-4347-8a4d-cfaa5cd24818" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.100140] env[65832]: INFO networking_nsxv3.common.synchronization [req-6df84107-0829-4635-a0d9-a31cd628f9e0 req-12338691-fcdc-4756-96a9-9f14512cfbf7 tempest-AttachInterfacesTestJSON-1132375137 tempest-AttachInterfacesTestJSON-1132375137-project-member] Enqueued Resource ID: 7544f521-4eea-4985-b3e3-68af27ebac8a with Priority: HIGHEST for action security_group_members [ 796.100140] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7544f521-4eea-4985-b3e3-68af27ebac8a with Priority: HIGHEST for action security_group_members [ 796.100140] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-7544f521-4eea-4985-b3e3-68af27ebac8a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.100676] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7544f521-4eea-4985-b3e3-68af27ebac8a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.100676] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7544f521-4eea-4985-b3e3-68af27ebac8a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.101126] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7544f521-4eea-4985-b3e3-68af27ebac8a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.101411] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.101496] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.101584] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.101794] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.101929] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.102064] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7544f521-4eea-4985-b3e3-68af27ebac8a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.296246] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf305367-f793-4b43-99a9-8907fd0c4649 in Status: SUCCESS [ 796.296369] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.556142] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.556142] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-183" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.556272] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-183" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.556571] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-183" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.556782] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.556937] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.557286] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.557443] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.557642] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.557850] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.557960] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 796.558082] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 796.558189] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 796.558296] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.558398] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 796.558546] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 796.579465] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 796.580230] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 796.580230] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 796.580230] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-183" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.580342] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-978935ed-e699-4a2a-a9bd-d627841e1a00 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.580424] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-978935ed-e699-4a2a-a9bd-d627841e1a00" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.580537] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-978935ed-e699-4a2a-a9bd-d627841e1a00" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.580899] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-978935ed-e699-4a2a-a9bd-d627841e1a00" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.580973] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('978935ed-e699-4a2a-a9bd-d627841e1a00',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.593115] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3da5cea-2cf5-4384-8849-883cd5af0792 in Status: SUCCESS [ 796.593115] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.593115] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.593115] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.593115] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.593115] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.593115] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.593115] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.593115] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.593115] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.593115] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3da5cea-2cf5-4384-8849-883cd5af0792',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.606544] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.606544] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.606544] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.606544] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.606544] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.606544] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.606544] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.606544] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.606544] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.606544] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.606544] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7544f521-4eea-4985-b3e3-68af27ebac8a already deleted. [ 796.606544] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7544f521-4eea-4985-b3e3-68af27ebac8a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.084792] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.084792] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.084792] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.085209] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.085257] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.086737] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port 978935ed-e699-4a2a-a9bd-d627841e1a00 not found, creating... [ 797.086737] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.086737] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.086737] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.086737] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.086737] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.086737] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.087412] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.087412] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.087412] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.087412] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.087670] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: 978935ed-e699-4a2a-a9bd-d627841e1a00 is going to be created. [ 797.094862] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3da5cea-2cf5-4384-8849-883cd5af0792 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.095023] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.095077] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.095257] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.095411] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.096018] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.096018] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.096018] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.096018] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.096018] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.096563] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3da5cea-2cf5-4384-8849-883cd5af0792 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.096563] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.096563] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.096563] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.096563] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.096563] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.096821] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.096821] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.096821] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.096963] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.096963] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3da5cea-2cf5-4384-8849-883cd5af0792',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.110361] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.110645] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.110738] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.111021] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.111757] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.111757] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-978935ed-e699-4a2a-a9bd-d627841e1a00" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.602701] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3da5cea-2cf5-4384-8849-883cd5af0792: rpc.has_security_group_logging(os_id): False [ 797.626045] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.626207] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.626307] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.626502] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.626630] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.626855] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.626957] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.627024] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.627183] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.627261] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.627528] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.627655] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.627720] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.627865] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.627938] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.628985] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.629206] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.629301] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.629476] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.629559] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.629648] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3da5cea-2cf5-4384-8849-883cd5af0792 is going to be updated. [ 797.708624] env[65832]: INFO networking_nsxv3.common.synchronization [None req-ffcdcd7d-9374-495d-a537-a5c72ceb0271 None None] Enqueued Resource ID: 48221737-bb44-49e2-a927-e279a20cac44 with Priority: HIGHEST for action port [ 797.709602] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48221737-bb44-49e2-a927-e279a20cac44 with Priority: HIGHEST for action port [ 797.709602] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-48221737-bb44-49e2-a927-e279a20cac44 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.709602] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48221737-bb44-49e2-a927-e279a20cac44" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.709804] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48221737-bb44-49e2-a927-e279a20cac44" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.709995] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48221737-bb44-49e2-a927-e279a20cac44" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.710487] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48221737-bb44-49e2-a927-e279a20cac44',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.723800] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.723929] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.724151] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.724423] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.724875] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.739432] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3da5cea-2cf5-4384-8849-883cd5af0792 in Status: IN_PROGRESS for 2s [ 797.832495] env[65832]: INFO networking_nsxv3.common.synchronization [req-6df84107-0829-4635-a0d9-a31cd628f9e0 req-76a73124-0022-4d5e-9295-0a3b502668ed service nova] Enqueued Resource ID: 7544f521-4eea-4985-b3e3-68af27ebac8a with Priority: HIGHEST for action security_group_rules [ 797.832495] env[65832]: INFO networking_nsxv3.common.synchronization [req-6df84107-0829-4635-a0d9-a31cd628f9e0 req-76a73124-0022-4d5e-9295-0a3b502668ed service nova] Enqueued Resource ID: 7544f521-4eea-4985-b3e3-68af27ebac8a with Priority: HIGHEST for action security_group_members [ 797.832495] env[65832]: INFO networking_nsxv3.common.synchronization [req-6df84107-0829-4635-a0d9-a31cd628f9e0 req-76a73124-0022-4d5e-9295-0a3b502668ed service nova] Enqueued Resource ID: 978935ed-e699-4a2a-a9bd-d627841e1a00 with Priority: HIGHEST for action port [ 797.832980] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7544f521-4eea-4985-b3e3-68af27ebac8a with Priority: HIGHEST for action security_group_rules [ 797.833310] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7544f521-4eea-4985-b3e3-68af27ebac8a with Priority: HIGHEST for action security_group_members [ 797.833310] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 978935ed-e699-4a2a-a9bd-d627841e1a00 with Priority: HIGHEST for action port [ 797.833493] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7544f521-4eea-4985-b3e3-68af27ebac8a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.834186] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7544f521-4eea-4985-b3e3-68af27ebac8a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.834283] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7544f521-4eea-4985-b3e3-68af27ebac8a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.834717] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7544f521-4eea-4985-b3e3-68af27ebac8a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.834717] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7544f521-4eea-4985-b3e3-68af27ebac8a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.836442] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-7544f521-4eea-4985-b3e3-68af27ebac8a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.839087] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7544f521-4eea-4985-b3e3-68af27ebac8a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.839157] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7544f521-4eea-4985-b3e3-68af27ebac8a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.839357] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7544f521-4eea-4985-b3e3-68af27ebac8a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.839527] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.839633] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.839696] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.839871] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.839962] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.840448] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7544f521-4eea-4985-b3e3-68af27ebac8a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.841367] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-978935ed-e699-4a2a-a9bd-d627841e1a00 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.841495] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-978935ed-e699-4a2a-a9bd-d627841e1a00" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.841552] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-978935ed-e699-4a2a-a9bd-d627841e1a00" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.841706] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-978935ed-e699-4a2a-a9bd-d627841e1a00" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.841785] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('978935ed-e699-4a2a-a9bd-d627841e1a00',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.213461] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48221737-bb44-49e2-a927-e279a20cac44 [ 798.214047] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.214232] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.214323] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.214535] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.214623] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.214717] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48221737-bb44-49e2-a927-e279a20cac44 already deleted. [ 798.214798] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48221737-bb44-49e2-a927-e279a20cac44" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.221444] env[65832]: INFO networking_nsxv3.common.synchronization [None req-0d522762-a2d3-408f-80d1-1d0e27395480 tempest-ServersTestBootFromVolume-2143141434 tempest-ServersTestBootFromVolume-2143141434-project-member] Enqueued Resource ID: b95af0a0-4ec4-40c4-94c5-9a4c25e3583e with Priority: HIGHEST for action security_group_rules [ 798.221963] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b95af0a0-4ec4-40c4-94c5-9a4c25e3583e with Priority: HIGHEST for action security_group_rules [ 798.222264] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b95af0a0-4ec4-40c4-94c5-9a4c25e3583e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.222385] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b95af0a0-4ec4-40c4-94c5-9a4c25e3583e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.222440] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b95af0a0-4ec4-40c4-94c5-9a4c25e3583e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.222737] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b95af0a0-4ec4-40c4-94c5-9a4c25e3583e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.222828] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b95af0a0-4ec4-40c4-94c5-9a4c25e3583e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.345020] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7544f521-4eea-4985-b3e3-68af27ebac8a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.345020] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-7544f521-4eea-4985-b3e3-68af27ebac8a taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.345020] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7544f521-4eea-4985-b3e3-68af27ebac8a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.345020] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 978935ed-e699-4a2a-a9bd-d627841e1a00 with status ACTIVE [ 798.345433] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.345433] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.345433] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.345552] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.345632] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.345802] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.345901] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.345961] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.346144] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.346218] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.347614] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.347614] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.347614] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.348623] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.348623] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.348623] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 978935ed-e699-4a2a-a9bd-d627841e1a00 is going to be updated. [ 798.370013] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.370392] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.370487] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.370796] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.370968] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.371170] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-978935ed-e699-4a2a-a9bd-d627841e1a00" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.561782] env[65832]: INFO networking_nsxv3.common.synchronization [None req-5dec4424-46ec-4635-95ff-416cf605797d tempest-ServersTestBootFromVolume-2143141434 tempest-ServersTestBootFromVolume-2143141434-project-member] Enqueued Resource ID: b95af0a0-4ec4-40c4-94c5-9a4c25e3583e with Priority: HIGHEST for action security_group_rules [ 798.562561] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b95af0a0-4ec4-40c4-94c5-9a4c25e3583e with Priority: HIGHEST for action security_group_rules [ 798.562894] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b95af0a0-4ec4-40c4-94c5-9a4c25e3583e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.563012] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b95af0a0-4ec4-40c4-94c5-9a4c25e3583e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.742123] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.742302] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.742348] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.742550] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.742641] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.742730] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b95af0a0-4ec4-40c4-94c5-9a4c25e3583e already deleted. [ 798.742820] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b95af0a0-4ec4-40c4-94c5-9a4c25e3583e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.742959] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b95af0a0-4ec4-40c4-94c5-9a4c25e3583e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.743127] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b95af0a0-4ec4-40c4-94c5-9a4c25e3583e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.743321] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b95af0a0-4ec4-40c4-94c5-9a4c25e3583e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.850732] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7544f521-4eea-4985-b3e3-68af27ebac8a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.268153] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.268529] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.268529] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.268602] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.268676] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.268744] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b95af0a0-4ec4-40c4-94c5-9a4c25e3583e already deleted. [ 799.268829] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b95af0a0-4ec4-40c4-94c5-9a4c25e3583e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.353531] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.353720] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.354038] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.354038] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.354462] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.354462] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7544f521-4eea-4985-b3e3-68af27ebac8a is going to be created. [ 799.383151] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.383300] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.383372] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.383583] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.383745] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.394133] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7544f521-4eea-4985-b3e3-68af27ebac8a in Status: UNINITIALIZED for 2s [ 799.765081] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3da5cea-2cf5-4384-8849-883cd5af0792 in Status: SUCCESS [ 799.765081] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.041379] env[65832]: INFO networking_nsxv3.common.synchronization [None req-c5e4d7da-0d75-434c-859a-f449964f25cb None None] Enqueued Resource ID: b94c45ea-6a10-49c7-be72-ae7ee5f2c095 with Priority: HIGHEST for action port [ 800.041379] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b94c45ea-6a10-49c7-be72-ae7ee5f2c095 with Priority: HIGHEST for action port [ 800.044095] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-b94c45ea-6a10-49c7-be72-ae7ee5f2c095 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.044095] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b94c45ea-6a10-49c7-be72-ae7ee5f2c095" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.044280] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b94c45ea-6a10-49c7-be72-ae7ee5f2c095" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.044731] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b94c45ea-6a10-49c7-be72-ae7ee5f2c095" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.045120] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b94c45ea-6a10-49c7-be72-ae7ee5f2c095',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.272846] env[65832]: INFO networking_nsxv3.common.synchronization [None req-e8ff6016-432a-4d4d-9ad5-6b15d08cb807 tempest-ServersTestJSON-1493817061 tempest-ServersTestJSON-1493817061-project-member] Enqueued Resource ID: d09485a3-4af7-4535-a14d-103e83bc1563 with Priority: HIGHEST for action security_group_rules [ 800.278071] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d09485a3-4af7-4535-a14d-103e83bc1563 with Priority: HIGHEST for action security_group_rules [ 800.278071] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d09485a3-4af7-4535-a14d-103e83bc1563 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.278071] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d09485a3-4af7-4535-a14d-103e83bc1563" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.278071] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d09485a3-4af7-4535-a14d-103e83bc1563" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.278071] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d09485a3-4af7-4535-a14d-103e83bc1563" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.278071] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d09485a3-4af7-4535-a14d-103e83bc1563',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.395086] env[65832]: INFO networking_nsxv3.common.synchronization [None req-1e5387bc-0e6c-48d9-8c67-31dc7f700830 tempest-ServersTestJSON-1493817061 tempest-ServersTestJSON-1493817061-project-member] Enqueued Resource ID: d09485a3-4af7-4535-a14d-103e83bc1563 with Priority: HIGHEST for action security_group_rules [ 800.395086] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d09485a3-4af7-4535-a14d-103e83bc1563 with Priority: HIGHEST for action security_group_rules [ 800.395086] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d09485a3-4af7-4535-a14d-103e83bc1563 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.395254] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d09485a3-4af7-4535-a14d-103e83bc1563" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.550123] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b94c45ea-6a10-49c7-be72-ae7ee5f2c095 [ 800.550123] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.550123] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.550123] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.550123] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.550123] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.550376] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b94c45ea-6a10-49c7-be72-ae7ee5f2c095 already deleted. [ 800.550376] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b94c45ea-6a10-49c7-be72-ae7ee5f2c095" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.581370] env[65832]: INFO networking_nsxv3.common.synchronization [req-71a79ccd-f688-4411-b188-83c30ddecf28 req-5aeb364b-2c07-48e6-8fab-6a1222d0a64d tempest-AttachVolumeNegativeTest-1723517508 tempest-AttachVolumeNegativeTest-1723517508-project-member] Enqueued Resource ID: 052e9426-ea6a-4983-b02f-c775972b6e22 with Priority: HIGHEST for action security_group_members [ 800.581973] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 052e9426-ea6a-4983-b02f-c775972b6e22 with Priority: HIGHEST for action security_group_members [ 800.582411] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-052e9426-ea6a-4983-b02f-c775972b6e22 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.582661] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-052e9426-ea6a-4983-b02f-c775972b6e22" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.582732] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-052e9426-ea6a-4983-b02f-c775972b6e22" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.583246] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-052e9426-ea6a-4983-b02f-c775972b6e22" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.583322] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.583503] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.583600] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.583778] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.583875] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.583955] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('052e9426-ea6a-4983-b02f-c775972b6e22',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.801846] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.801846] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.801846] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.803384] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.803384] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.803384] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d09485a3-4af7-4535-a14d-103e83bc1563 already deleted. [ 800.803635] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d09485a3-4af7-4535-a14d-103e83bc1563" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.803635] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d09485a3-4af7-4535-a14d-103e83bc1563" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.806417] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d09485a3-4af7-4535-a14d-103e83bc1563" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.806417] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d09485a3-4af7-4535-a14d-103e83bc1563',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.061188] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-546 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.061396] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-546" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.061396] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-546" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.062555] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-546" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.062555] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.062781] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.062856] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.063067] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.063247] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.063486] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 801.063598] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 801.063724] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 801.063939] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 801.064039] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 801.064184] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 801.064330] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 801.086588] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.086767] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.086842] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.087062] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.087153] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.087359] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.087505] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.087584] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.087713] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.087827] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.087878] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 052e9426-ea6a-4983-b02f-c775972b6e22 already deleted. [ 801.087932] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-052e9426-ea6a-4983-b02f-c775972b6e22" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.095070] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 801.095070] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 801.095070] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 801.095070] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-546" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.095568] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-220b69f0-f3b3-4f88-a781-f2e29958d1fd taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.095672] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-220b69f0-f3b3-4f88-a781-f2e29958d1fd" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.095780] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-220b69f0-f3b3-4f88-a781-f2e29958d1fd" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.096686] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-220b69f0-f3b3-4f88-a781-f2e29958d1fd" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.096686] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('220b69f0-f3b3-4f88-a781-f2e29958d1fd',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.331270] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.331642] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.331642] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.331848] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.331940] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.332049] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d09485a3-4af7-4535-a14d-103e83bc1563 already deleted. [ 801.332132] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d09485a3-4af7-4535-a14d-103e83bc1563" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.407709] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7544f521-4eea-4985-b3e3-68af27ebac8a in Status: SUCCESS [ 801.408077] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7544f521-4eea-4985-b3e3-68af27ebac8a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.408444] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7544f521-4eea-4985-b3e3-68af27ebac8a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.408444] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7544f521-4eea-4985-b3e3-68af27ebac8a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.408612] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.409183] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.409183] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.409183] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.409183] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.409183] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7544f521-4eea-4985-b3e3-68af27ebac8a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.409183] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7544f521-4eea-4985-b3e3-68af27ebac8a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.598180] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.598414] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.598609] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.598898] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.599059] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.599240] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port 220b69f0-f3b3-4f88-a781-f2e29958d1fd not found, creating... [ 801.599530] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.599716] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.599835] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.600069] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.600209] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.600536] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.600630] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.600763] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.601023] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.601209] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.601355] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: 220b69f0-f3b3-4f88-a781-f2e29958d1fd is going to be created. [ 801.627522] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.627781] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.627906] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.628191] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.628520] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.628870] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-220b69f0-f3b3-4f88-a781-f2e29958d1fd" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.912146] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7544f521-4eea-4985-b3e3-68af27ebac8a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.417035] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7544f521-4eea-4985-b3e3-68af27ebac8a: rpc.has_security_group_logging(os_id): False [ 802.439380] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.439547] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.439614] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.439869] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.440009] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.440227] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.440331] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.440447] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.440583] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.440677] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.440765] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7544f521-4eea-4985-b3e3-68af27ebac8a is going to be created. [ 802.521670] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.524200] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.524200] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.524200] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.524200] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.542872] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7544f521-4eea-4985-b3e3-68af27ebac8a in Status: IN_PROGRESS for 2s [ 802.720942] env[65832]: INFO networking_nsxv3.common.synchronization [None req-8d1bfe9b-44a9-4b6e-9ea1-9620c1fe8968 None None] Enqueued Resource ID: d8c5e9ff-af33-49ff-9a30-e27d72bb0871 with Priority: HIGHEST for action port [ 802.721599] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8c5e9ff-af33-49ff-9a30-e27d72bb0871 with Priority: HIGHEST for action port [ 802.721944] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8c5e9ff-af33-49ff-9a30-e27d72bb0871 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.722087] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8c5e9ff-af33-49ff-9a30-e27d72bb0871" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.722147] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8c5e9ff-af33-49ff-9a30-e27d72bb0871" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.722455] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8c5e9ff-af33-49ff-9a30-e27d72bb0871" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.722520] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8c5e9ff-af33-49ff-9a30-e27d72bb0871',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.863466] env[65832]: INFO networking_nsxv3.common.synchronization [req-71a79ccd-f688-4411-b188-83c30ddecf28 req-0555f95e-13f1-494a-bbe7-04b4a6876d1c service nova] Enqueued Resource ID: 052e9426-ea6a-4983-b02f-c775972b6e22 with Priority: HIGHEST for action security_group_rules [ 802.863578] env[65832]: INFO networking_nsxv3.common.synchronization [req-71a79ccd-f688-4411-b188-83c30ddecf28 req-0555f95e-13f1-494a-bbe7-04b4a6876d1c service nova] Enqueued Resource ID: 052e9426-ea6a-4983-b02f-c775972b6e22 with Priority: HIGHEST for action security_group_members [ 802.863704] env[65832]: INFO networking_nsxv3.common.synchronization [req-71a79ccd-f688-4411-b188-83c30ddecf28 req-0555f95e-13f1-494a-bbe7-04b4a6876d1c service nova] Enqueued Resource ID: 220b69f0-f3b3-4f88-a781-f2e29958d1fd with Priority: HIGHEST for action port [ 802.864241] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 052e9426-ea6a-4983-b02f-c775972b6e22 with Priority: HIGHEST for action security_group_rules [ 802.864366] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 052e9426-ea6a-4983-b02f-c775972b6e22 with Priority: HIGHEST for action security_group_members [ 802.864455] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 220b69f0-f3b3-4f88-a781-f2e29958d1fd with Priority: HIGHEST for action port [ 802.864793] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-052e9426-ea6a-4983-b02f-c775972b6e22 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.866158] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-052e9426-ea6a-4983-b02f-c775972b6e22" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.866158] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-052e9426-ea6a-4983-b02f-c775972b6e22" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.866395] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-052e9426-ea6a-4983-b02f-c775972b6e22" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.867523] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('052e9426-ea6a-4983-b02f-c775972b6e22',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.868502] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-052e9426-ea6a-4983-b02f-c775972b6e22 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.868655] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-052e9426-ea6a-4983-b02f-c775972b6e22" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.868703] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-052e9426-ea6a-4983-b02f-c775972b6e22" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.868883] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-052e9426-ea6a-4983-b02f-c775972b6e22" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.869044] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.869139] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.869209] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.869361] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.869426] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.869742] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('052e9426-ea6a-4983-b02f-c775972b6e22',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.873216] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-220b69f0-f3b3-4f88-a781-f2e29958d1fd taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.873361] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-220b69f0-f3b3-4f88-a781-f2e29958d1fd" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.873396] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-220b69f0-f3b3-4f88-a781-f2e29958d1fd" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.873843] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-220b69f0-f3b3-4f88-a781-f2e29958d1fd" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.873843] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('220b69f0-f3b3-4f88-a781-f2e29958d1fd',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.224796] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8c5e9ff-af33-49ff-9a30-e27d72bb0871 [ 803.224796] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.224993] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.224993] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.225200] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.225236] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.225356] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8c5e9ff-af33-49ff-9a30-e27d72bb0871 already deleted. [ 803.225450] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8c5e9ff-af33-49ff-9a30-e27d72bb0871" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.375340] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-052e9426-ea6a-4983-b02f-c775972b6e22 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.375476] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-052e9426-ea6a-4983-b02f-c775972b6e22" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.375698] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('052e9426-ea6a-4983-b02f-c775972b6e22',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.377163] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 220b69f0-f3b3-4f88-a781-f2e29958d1fd with status ACTIVE [ 803.377395] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.377612] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.377704] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.377945] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.378053] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.378285] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.378401] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.378491] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.378721] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.378812] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.378984] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.379577] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.379674] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.379844] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.379935] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.380045] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 220b69f0-f3b3-4f88-a781-f2e29958d1fd is going to be updated. [ 803.408763] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.408909] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.408970] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.409207] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.409347] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.409517] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-220b69f0-f3b3-4f88-a781-f2e29958d1fd" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.445490] env[65832]: INFO networking_nsxv3.common.synchronization [req-a33b4171-4577-4331-b8a5-20f816b2c0ea req-28780407-3848-4c57-bfd7-735a63d3ab2d tempest-ServerActionsTestOtherB-1041866639 tempest-ServerActionsTestOtherB-1041866639-project-member] Enqueued Resource ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e with Priority: HIGHEST for action security_group_members [ 803.446126] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e with Priority: HIGHEST for action security_group_members [ 803.446839] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.446839] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.446839] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.447049] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.447049] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.447136] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.447218] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.447334] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.447417] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.447591] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c4c8db0-1d19-4d1a-a15a-010641cf7c9e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.810081] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-759 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.810385] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-759" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.810549] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-759" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.811664] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-759" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.811664] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.811664] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.811664] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.811900] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.812287] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.812359] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 803.812463] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 803.812604] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 803.812743] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 803.812888] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 803.813036] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 803.813208] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 803.834257] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 803.834615] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 803.834615] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 803.834732] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-759" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.835089] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-6829ebe2-8bc9-44b4-90fb-a3e4961b8dd5 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.835339] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-6829ebe2-8bc9-44b4-90fb-a3e4961b8dd5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.835486] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-6829ebe2-8bc9-44b4-90fb-a3e4961b8dd5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.835780] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-6829ebe2-8bc9-44b4-90fb-a3e4961b8dd5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.835916] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6829ebe2-8bc9-44b4-90fb-a3e4961b8dd5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.882189] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('052e9426-ea6a-4983-b02f-c775972b6e22',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.951889] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.951889] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.951889] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.951889] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.951889] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.951889] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.951889] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.951889] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.951889] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.951889] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.951889] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e already deleted. [ 803.951889] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.338820] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.339102] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.339233] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.339507] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.339651] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.339826] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port 6829ebe2-8bc9-44b4-90fb-a3e4961b8dd5 not found, creating... [ 804.340109] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.340268] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.340381] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.340630] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.340778] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.341134] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.341241] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.341355] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.341556] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.341684] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.341818] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: 6829ebe2-8bc9-44b4-90fb-a3e4961b8dd5 is going to be created. [ 804.365403] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.365403] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.365403] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.365403] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.365690] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.366152] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-6829ebe2-8bc9-44b4-90fb-a3e4961b8dd5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.384769] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.384769] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.384874] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.385118] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.385118] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.385185] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 052e9426-ea6a-4983-b02f-c775972b6e22 is going to be created. [ 804.422733] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.422733] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.422926] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.424127] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.424127] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.436804] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 052e9426-ea6a-4983-b02f-c775972b6e22 in Status: UNINITIALIZED for 2s [ 804.556960] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7544f521-4eea-4985-b3e3-68af27ebac8a in Status: SUCCESS [ 804.557258] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7544f521-4eea-4985-b3e3-68af27ebac8a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.104773] env[65832]: INFO networking_nsxv3.common.synchronization [req-a33b4171-4577-4331-b8a5-20f816b2c0ea req-1d15e335-3535-4f6b-aef6-f74fba3f5779 service nova] Enqueued Resource ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e with Priority: HIGHEST for action security_group_rules [ 805.104944] env[65832]: INFO networking_nsxv3.common.synchronization [req-a33b4171-4577-4331-b8a5-20f816b2c0ea req-1d15e335-3535-4f6b-aef6-f74fba3f5779 service nova] Enqueued Resource ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e with Priority: HIGHEST for action security_group_members [ 805.105075] env[65832]: INFO networking_nsxv3.common.synchronization [req-a33b4171-4577-4331-b8a5-20f816b2c0ea req-1d15e335-3535-4f6b-aef6-f74fba3f5779 service nova] Enqueued Resource ID: 6829ebe2-8bc9-44b4-90fb-a3e4961b8dd5 with Priority: HIGHEST for action port [ 805.105548] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e with Priority: HIGHEST for action security_group_rules [ 805.109615] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e with Priority: HIGHEST for action security_group_members [ 805.109839] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6829ebe2-8bc9-44b4-90fb-a3e4961b8dd5 with Priority: HIGHEST for action port [ 805.110305] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.110415] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.110489] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.110758] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.110848] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c4c8db0-1d19-4d1a-a15a-010641cf7c9e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.112313] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.112424] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.112473] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.112697] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.112861] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.112977] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.113053] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.113211] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.113297] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.113390] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c4c8db0-1d19-4d1a-a15a-010641cf7c9e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.114476] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-6829ebe2-8bc9-44b4-90fb-a3e4961b8dd5 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.114934] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6829ebe2-8bc9-44b4-90fb-a3e4961b8dd5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.114934] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6829ebe2-8bc9-44b4-90fb-a3e4961b8dd5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.114934] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6829ebe2-8bc9-44b4-90fb-a3e4961b8dd5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.115054] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6829ebe2-8bc9-44b4-90fb-a3e4961b8dd5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.618304] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.618304] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.618304] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c4c8db0-1d19-4d1a-a15a-010641cf7c9e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.618859] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6829ebe2-8bc9-44b4-90fb-a3e4961b8dd5 with status ACTIVE [ 805.618859] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.618995] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.619079] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.619262] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.619344] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.619525] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.619644] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.619706] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.619829] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.619994] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.620200] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.620294] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.620349] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.620495] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.620569] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.620653] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6829ebe2-8bc9-44b4-90fb-a3e4961b8dd5 is going to be updated. [ 805.643868] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.643868] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.643868] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.644173] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.644292] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.644497] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6829ebe2-8bc9-44b4-90fb-a3e4961b8dd5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.123361] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c4c8db0-1d19-4d1a-a15a-010641cf7c9e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.448538] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 052e9426-ea6a-4983-b02f-c775972b6e22 in Status: SUCCESS [ 806.452041] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-052e9426-ea6a-4983-b02f-c775972b6e22" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.452041] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-052e9426-ea6a-4983-b02f-c775972b6e22" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.452041] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-052e9426-ea6a-4983-b02f-c775972b6e22" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.452041] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.452041] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.452041] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.452041] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.452041] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.452041] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-052e9426-ea6a-4983-b02f-c775972b6e22" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.452041] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('052e9426-ea6a-4983-b02f-c775972b6e22',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.628935] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.628935] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.628935] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.628935] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.628935] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.628935] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e is going to be created. [ 806.658067] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.659869] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.659869] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.659869] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.659869] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.671717] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e in Status: UNINITIALIZED for 2s [ 806.953214] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('052e9426-ea6a-4983-b02f-c775972b6e22',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.455044] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 052e9426-ea6a-4983-b02f-c775972b6e22: rpc.has_security_group_logging(os_id): False [ 807.475393] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.475571] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.475625] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.475884] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.476495] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.476495] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.476495] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.476495] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.476779] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.476779] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.476836] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 052e9426-ea6a-4983-b02f-c775972b6e22 is going to be created. [ 807.557912] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.558079] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.558191] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.558304] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.558884] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.572030] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 052e9426-ea6a-4983-b02f-c775972b6e22 in Status: IN_PROGRESS for 2s [ 808.696702] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e in Status: SUCCESS [ 808.696975] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.697254] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.697716] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.697930] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.698072] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.698139] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.698286] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.698388] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.698510] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.698633] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c4c8db0-1d19-4d1a-a15a-010641cf7c9e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.203559] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c4c8db0-1d19-4d1a-a15a-010641cf7c9e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.588226] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 052e9426-ea6a-4983-b02f-c775972b6e22 in Status: SUCCESS [ 809.588462] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-052e9426-ea6a-4983-b02f-c775972b6e22" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.707339] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e: rpc.has_security_group_logging(os_id): False [ 809.749614] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.749798] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.749950] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.750193] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.750303] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.750558] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.750695] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.750743] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.750905] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.750983] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.751086] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e is going to be created. [ 809.948764] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.948899] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.948972] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.949208] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.949395] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.963630] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e in Status: IN_PROGRESS for 2s [ 810.111744] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 810.111871] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 811.983578] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e in Status: SUCCESS [ 811.983888] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.138035] env[65832]: INFO networking_nsxv3.common.synchronization [req-fea41b76-9e49-4c38-a934-5dea219e0a1d req-7e065430-96e5-474a-8964-189096495125 tempest-ImagesOneServerNegativeTestJSON-1029125520 tempest-ImagesOneServerNegativeTestJSON-1029125520-project-member] Enqueued Resource ID: e3da5cea-2cf5-4384-8849-883cd5af0792 with Priority: HIGHEST for action security_group_members [ 812.138387] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3da5cea-2cf5-4384-8849-883cd5af0792 with Priority: HIGHEST for action security_group_members [ 812.138711] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3da5cea-2cf5-4384-8849-883cd5af0792 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.139220] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.139331] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.139557] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.139762] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.139872] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.139963] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.140198] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.140292] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.140395] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3da5cea-2cf5-4384-8849-883cd5af0792',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.643657] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.643657] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.643657] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.643935] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.643935] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.644098] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.644245] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.644296] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.644441] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.644479] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.644552] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3da5cea-2cf5-4384-8849-883cd5af0792 is going to be updated. [ 812.684140] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.684369] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.684872] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.684872] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.684872] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.694982] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3da5cea-2cf5-4384-8849-883cd5af0792 in Status: IN_PROGRESS for 2s [ 814.273811] env[65832]: INFO networking_nsxv3.common.synchronization [req-5320a5e1-7489-4739-9a57-8c243264953a req-0d8429e6-aa37-4561-84d7-499819ef88f5 tempest-FloatingIPsAssociationTestJSON-1524089514 tempest-FloatingIPsAssociationTestJSON-1524089514-project-member] Enqueued Resource ID: 11d0ab88-e793-4dee-ad60-d04b348e7596 with Priority: HIGHEST for action security_group_members [ 814.274184] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11d0ab88-e793-4dee-ad60-d04b348e7596 with Priority: HIGHEST for action security_group_members [ 814.274497] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-11d0ab88-e793-4dee-ad60-d04b348e7596 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.274608] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.274671] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.274872] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.275049] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.275217] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.275280] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.275524] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.275620] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.275713] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('11d0ab88-e793-4dee-ad60-d04b348e7596',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.707022] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3da5cea-2cf5-4384-8849-883cd5af0792 in Status: SUCCESS [ 814.707242] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3da5cea-2cf5-4384-8849-883cd5af0792 deletion is rescheduled due to dependency. [ 814.707360] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.779436] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.779436] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.779436] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.779436] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.801773] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.802031] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.802155] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.804180] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.804180] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.804180] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.804180] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11d0ab88-e793-4dee-ad60-d04b348e7596 is going to be updated. [ 814.838025] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.838025] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.838025] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.838025] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.838025] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.858035] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11d0ab88-e793-4dee-ad60-d04b348e7596 in Status: IN_PROGRESS for 2s [ 815.330179] env[65832]: INFO networking_nsxv3.common.synchronization [req-5b56c3fd-ed5c-48b5-bf54-ed19e8bd444d req-510d30b2-41a8-44e1-8ed9-b6f968e5e3d9 tempest-ServerRescueTestJSON-1717400670 tempest-ServerRescueTestJSON-1717400670-project-member] Enqueued Resource ID: 259d6581-6c66-46cc-b8f5-f9eb2327cdf9 with Priority: HIGHEST for action security_group_members [ 815.330709] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 259d6581-6c66-46cc-b8f5-f9eb2327cdf9 with Priority: HIGHEST for action security_group_members [ 815.333360] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.333502] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.333575] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.333847] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.334014] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.336021] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.336021] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.336021] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.336021] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.336021] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('259d6581-6c66-46cc-b8f5-f9eb2327cdf9',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.705042] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.705042] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-33" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.705042] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-33" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.705042] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-33" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.705042] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.705042] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.705042] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.705936] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.706579] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.707730] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.707730] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.707730] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.707730] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.707936] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.708667] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.708667] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.730435] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.730976] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 815.731635] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.731929] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-33" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.732319] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-fced5160-6024-4ea9-b8a2-263e6e1e0326 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.733032] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-fced5160-6024-4ea9-b8a2-263e6e1e0326" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.733032] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-fced5160-6024-4ea9-b8a2-263e6e1e0326" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.733629] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-fced5160-6024-4ea9-b8a2-263e6e1e0326" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.733820] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fced5160-6024-4ea9-b8a2-263e6e1e0326',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.838056] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.838056] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.838226] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.838779] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.839017] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.839290] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.839451] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.839557] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.839775] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.839915] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.840216] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 259d6581-6c66-46cc-b8f5-f9eb2327cdf9 already deleted. [ 815.840216] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.240019] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.240019] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.240019] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.240019] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.240019] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.240019] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port fced5160-6024-4ea9-b8a2-263e6e1e0326 not found, creating... [ 816.240019] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.240019] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.240019] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.240019] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.240019] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.240541] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.240541] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.240541] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.240541] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.240541] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.240541] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: fced5160-6024-4ea9-b8a2-263e6e1e0326 is going to be created. [ 816.261988] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.262925] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.263184] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.263560] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.263879] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.264213] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-fced5160-6024-4ea9-b8a2-263e6e1e0326" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.867955] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 11d0ab88-e793-4dee-ad60-d04b348e7596 in Status: SUCCESS [ 816.868278] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 11d0ab88-e793-4dee-ad60-d04b348e7596 deletion is rescheduled due to dependency. [ 816.868336] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.964329] env[65832]: INFO networking_nsxv3.common.synchronization [req-5b56c3fd-ed5c-48b5-bf54-ed19e8bd444d req-2f698dcc-ec33-4560-aba0-93b92712976e service nova] Enqueued Resource ID: 259d6581-6c66-46cc-b8f5-f9eb2327cdf9 with Priority: HIGHEST for action security_group_rules [ 816.964502] env[65832]: INFO networking_nsxv3.common.synchronization [req-5b56c3fd-ed5c-48b5-bf54-ed19e8bd444d req-2f698dcc-ec33-4560-aba0-93b92712976e service nova] Enqueued Resource ID: 259d6581-6c66-46cc-b8f5-f9eb2327cdf9 with Priority: HIGHEST for action security_group_members [ 816.964633] env[65832]: INFO networking_nsxv3.common.synchronization [req-5b56c3fd-ed5c-48b5-bf54-ed19e8bd444d req-2f698dcc-ec33-4560-aba0-93b92712976e service nova] Enqueued Resource ID: fced5160-6024-4ea9-b8a2-263e6e1e0326 with Priority: HIGHEST for action port [ 816.964858] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 259d6581-6c66-46cc-b8f5-f9eb2327cdf9 with Priority: HIGHEST for action security_group_rules [ 816.964974] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 259d6581-6c66-46cc-b8f5-f9eb2327cdf9 with Priority: HIGHEST for action security_group_members [ 816.965076] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fced5160-6024-4ea9-b8a2-263e6e1e0326 with Priority: HIGHEST for action port [ 816.965620] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-259d6581-6c66-46cc-b8f5-f9eb2327cdf9 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.965729] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.965794] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.966071] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.966148] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('259d6581-6c66-46cc-b8f5-f9eb2327cdf9',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.966963] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.967080] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.967175] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.967306] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.967444] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.967569] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.967609] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.967745] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.967824] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.967945] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('259d6581-6c66-46cc-b8f5-f9eb2327cdf9',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.968704] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-fced5160-6024-4ea9-b8a2-263e6e1e0326 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.968996] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fced5160-6024-4ea9-b8a2-263e6e1e0326" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.968996] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fced5160-6024-4ea9-b8a2-263e6e1e0326" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.969081] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fced5160-6024-4ea9-b8a2-263e6e1e0326" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.969111] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fced5160-6024-4ea9-b8a2-263e6e1e0326',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.470986] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.471171] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.471338] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('259d6581-6c66-46cc-b8f5-f9eb2327cdf9',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.472257] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fced5160-6024-4ea9-b8a2-263e6e1e0326 with status ACTIVE [ 817.472438] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.472550] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.472619] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.472914] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.472914] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.473075] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.473169] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.473228] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.473374] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.473447] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.473617] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.473710] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.473770] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.473901] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.473971] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.474072] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fced5160-6024-4ea9-b8a2-263e6e1e0326 is going to be updated. [ 817.496857] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.497048] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.497048] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.497224] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.497368] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.497601] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fced5160-6024-4ea9-b8a2-263e6e1e0326" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.518901] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.519070] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.519155] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.519344] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.519448] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.976542] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('259d6581-6c66-46cc-b8f5-f9eb2327cdf9',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.022903] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.430416] env[65832]: INFO networking_nsxv3.common.synchronization [req-8c19b673-b9e0-4f34-9ffe-60f6268519b5 req-cf435bbf-5eb2-4e09-a79a-c08c0e00e64d tempest-InstanceActionsV221TestJSON-236990385 tempest-InstanceActionsV221TestJSON-236990385-project-member] Enqueued Resource ID: e9d4859b-b8f7-4d63-81cb-3328f7ba1aee with Priority: HIGHEST for action security_group_members [ 818.431704] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9d4859b-b8f7-4d63-81cb-3328f7ba1aee with Priority: HIGHEST for action security_group_members [ 818.432315] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9d4859b-b8f7-4d63-81cb-3328f7ba1aee taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.432315] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9d4859b-b8f7-4d63-81cb-3328f7ba1aee" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.432315] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9d4859b-b8f7-4d63-81cb-3328f7ba1aee" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.432563] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9d4859b-b8f7-4d63-81cb-3328f7ba1aee" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.432729] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.432828] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.432890] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.433052] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.433139] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.433233] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9d4859b-b8f7-4d63-81cb-3328f7ba1aee',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.480518] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.480684] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.480742] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.481073] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.481186] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.481286] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 259d6581-6c66-46cc-b8f5-f9eb2327cdf9 is going to be created. [ 818.523978] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.524191] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.524262] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.524845] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.525904] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.526437] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.558109] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 259d6581-6c66-46cc-b8f5-f9eb2327cdf9 in Status: UNINITIALIZED for 2s [ 818.935951] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.936120] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.936193] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.936411] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.936500] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.936697] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.936793] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.936856] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.937071] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.937071] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.937733] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9d4859b-b8f7-4d63-81cb-3328f7ba1aee already deleted. [ 818.937733] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9d4859b-b8f7-4d63-81cb-3328f7ba1aee" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.033051] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 819.033051] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 819.075662] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-245 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.075904] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-245" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.075973] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-245" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.076316] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-245" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.076584] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.076763] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.076879] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.077168] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.077318] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.077544] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 819.077660] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 819.077766] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 819.077865] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 819.077968] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 819.078078] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 819.078205] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 819.098352] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 819.098525] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 819.098688] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 819.098867] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-245" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.099176] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-7054706d-b73a-4e76-9d7a-f32539f73df0 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.099339] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-7054706d-b73a-4e76-9d7a-f32539f73df0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.099452] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-7054706d-b73a-4e76-9d7a-f32539f73df0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.099756] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-7054706d-b73a-4e76-9d7a-f32539f73df0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.099949] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7054706d-b73a-4e76-9d7a-f32539f73df0',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.603032] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.603032] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.603032] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.603032] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.603032] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.604265] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port 7054706d-b73a-4e76-9d7a-f32539f73df0 not found, creating... [ 819.604265] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.604265] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.604265] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.604265] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.604265] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.604265] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.604642] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.604642] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.604734] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.604780] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.604904] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: 7054706d-b73a-4e76-9d7a-f32539f73df0 is going to be created. [ 819.628023] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.628023] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.628023] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.628023] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.628023] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.628023] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-7054706d-b73a-4e76-9d7a-f32539f73df0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.797882] env[65832]: INFO networking_nsxv3.common.synchronization [None req-e3dd56bc-0ea3-4870-9c63-58c421ee92ab None None] Enqueued Resource ID: 41cf6829-68b3-42d2-95ac-d154779e1fb9 with Priority: HIGHEST for action port [ 819.797882] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41cf6829-68b3-42d2-95ac-d154779e1fb9 with Priority: HIGHEST for action port [ 819.798388] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-41cf6829-68b3-42d2-95ac-d154779e1fb9 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.799048] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41cf6829-68b3-42d2-95ac-d154779e1fb9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.799048] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41cf6829-68b3-42d2-95ac-d154779e1fb9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.799226] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41cf6829-68b3-42d2-95ac-d154779e1fb9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.799485] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41cf6829-68b3-42d2-95ac-d154779e1fb9',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.105724] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.106174] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.106174] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.106174] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.117379] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 820.118352] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.119392] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 820.152032] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.152032] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.152032] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.152032] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.158054] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.158594] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 820.158674] env[65832]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65832) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 820.158763] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 820.197690] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.197863] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.197926] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.198122] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.199058] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.199234] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 820.263285] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.263637] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.263637] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.264362] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.264362] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.264603] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 820.303622] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41cf6829-68b3-42d2-95ac-d154779e1fb9 [ 820.304601] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.304601] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.304601] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.304601] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.304601] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.304601] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41cf6829-68b3-42d2-95ac-d154779e1fb9 already deleted. [ 820.304601] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41cf6829-68b3-42d2-95ac-d154779e1fb9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.332189] env[65832]: INFO networking_nsxv3.common.synchronization [req-8c19b673-b9e0-4f34-9ffe-60f6268519b5 req-7d5c5631-fdc0-41bf-90b1-fe5a93a9159e service nova] Enqueued Resource ID: e9d4859b-b8f7-4d63-81cb-3328f7ba1aee with Priority: HIGHEST for action security_group_rules [ 820.332449] env[65832]: INFO networking_nsxv3.common.synchronization [req-8c19b673-b9e0-4f34-9ffe-60f6268519b5 req-7d5c5631-fdc0-41bf-90b1-fe5a93a9159e service nova] Enqueued Resource ID: e9d4859b-b8f7-4d63-81cb-3328f7ba1aee with Priority: HIGHEST for action security_group_members [ 820.332724] env[65832]: INFO networking_nsxv3.common.synchronization [req-8c19b673-b9e0-4f34-9ffe-60f6268519b5 req-7d5c5631-fdc0-41bf-90b1-fe5a93a9159e service nova] Enqueued Resource ID: 7054706d-b73a-4e76-9d7a-f32539f73df0 with Priority: HIGHEST for action port [ 820.333728] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9d4859b-b8f7-4d63-81cb-3328f7ba1aee with Priority: HIGHEST for action security_group_rules [ 820.334159] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9d4859b-b8f7-4d63-81cb-3328f7ba1aee with Priority: HIGHEST for action security_group_members [ 820.334491] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7054706d-b73a-4e76-9d7a-f32539f73df0 with Priority: HIGHEST for action port [ 820.336214] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9d4859b-b8f7-4d63-81cb-3328f7ba1aee taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.336214] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9d4859b-b8f7-4d63-81cb-3328f7ba1aee" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.336214] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9d4859b-b8f7-4d63-81cb-3328f7ba1aee" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.336214] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9d4859b-b8f7-4d63-81cb-3328f7ba1aee" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.336214] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9d4859b-b8f7-4d63-81cb-3328f7ba1aee',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.337208] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9d4859b-b8f7-4d63-81cb-3328f7ba1aee taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.337208] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9d4859b-b8f7-4d63-81cb-3328f7ba1aee" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.337208] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9d4859b-b8f7-4d63-81cb-3328f7ba1aee" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.337434] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9d4859b-b8f7-4d63-81cb-3328f7ba1aee" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.337592] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.337690] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.337748] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.337914] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.337994] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.338135] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9d4859b-b8f7-4d63-81cb-3328f7ba1aee',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.339283] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-7054706d-b73a-4e76-9d7a-f32539f73df0 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.339283] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7054706d-b73a-4e76-9d7a-f32539f73df0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.339283] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7054706d-b73a-4e76-9d7a-f32539f73df0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.339562] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7054706d-b73a-4e76-9d7a-f32539f73df0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.339562] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7054706d-b73a-4e76-9d7a-f32539f73df0',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.360884] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.361116] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.361116] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.361328] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.361586] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.361836] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:33. [ 820.361935] env[65832]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f', '052e9426-ea6a-4983-b02f-c775972b6e22', '373cace9-8513-4112-a4a3-fdd9746ca3cb', '651c75a2-ffdd-4ad7-a81d-5f5b1baec02e', '3a8c35d6-0997-442b-b63f-c25af15fc489', '11d0ab88-e793-4dee-ad60-d04b348e7596', 'cf305367-f793-4b43-99a9-8907fd0c4649', 'b4219f7e-bbaf-438f-8e4b-e3d688b28f3c', '584a5409-0adb-4160-8ccf-42ccabc8dd1c', '97b5a618-8f37-483b-8732-3ef21cc084f5', '5ef1b576-7a63-43ed-abff-55510debcaa7', '7c73c220-a4b7-4acd-9a43-197eee6cf67d', '926843c3-af1c-468e-9cd0-342525e30e97', '9c5e91b6-7106-4070-99b7-da83526c09fe', 'f23827a1-f628-40aa-ae76-1c5c046b1b7d', '63a2adf2-a1ef-4cf5-87be-f8db1f42923c', '309c11cf-a45b-48c2-950b-57f20044dc4f', '8b1ee109-cb61-450a-8f0a-07076b2d5c77', '048c36c3-afb6-4d45-ae21-0bf75641e682', '9d340eac-84ed-441c-9159-1345020489f6', 'f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3', '5c4c8db0-1d19-4d1a-a15a-010641cf7c9e', 'd71d1514-5f61-40c2-bd72-56b14f5fbaf3', '26bbbe90-6cf1-448b-bb10-78493575687d', '7544f521-4eea-4985-b3e3-68af27ebac8a', '7784a685-a1c8-4ab9-ad04-33813a952dfe', '5c2324c8-df1e-43af-ba90-519c66eac09b', '40f57d9f-b605-4bdf-8c98-9940026ff615', 'e3da5cea-2cf5-4384-8849-883cd5af0792', '906625d7-947e-41b9-8efe-9f92553100ef', 'e669d712-f18f-4073-9f68-5970f5422d76', '5640b4e1-45b6-433e-87d9-8557c8fdd5f7', 'd4c6a7c6-44f5-4e91-8491-e691cf589470'} {{(pid=65832) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 820.362258] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 820.393655] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.393808] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.393907] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.395030] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.395030] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.395030] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 820.395030] env[65832]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65832) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 820.395030] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 820.464836] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.465051] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.465094] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.465284] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.466030] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.467722] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 820.467880] env[65832]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65832) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 820.467929] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 820.468012] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 820.468104] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/33 resources of Type:Security Group Rules [ 820.468531] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f with Priority: HIGH for action security_group_rules [ 820.468531] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 052e9426-ea6a-4983-b02f-c775972b6e22 with Priority: HIGH for action security_group_rules [ 820.468531] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb with Priority: HIGH for action security_group_rules [ 820.468531] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 651c75a2-ffdd-4ad7-a81d-5f5b1baec02e with Priority: HIGH for action security_group_rules [ 820.468531] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3a8c35d6-0997-442b-b63f-c25af15fc489 with Priority: HIGH for action security_group_rules [ 820.468531] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 11d0ab88-e793-4dee-ad60-d04b348e7596 with Priority: HIGH for action security_group_rules [ 820.469232] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cf305367-f793-4b43-99a9-8907fd0c4649 with Priority: HIGH for action security_group_rules [ 820.469232] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b4219f7e-bbaf-438f-8e4b-e3d688b28f3c with Priority: HIGH for action security_group_rules [ 820.469232] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 584a5409-0adb-4160-8ccf-42ccabc8dd1c with Priority: HIGH for action security_group_rules [ 820.469232] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGH for action security_group_rules [ 820.469232] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5ef1b576-7a63-43ed-abff-55510debcaa7 with Priority: HIGH for action security_group_rules [ 820.469546] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c73c220-a4b7-4acd-9a43-197eee6cf67d with Priority: HIGH for action security_group_rules [ 820.469546] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 926843c3-af1c-468e-9cd0-342525e30e97 with Priority: HIGH for action security_group_rules [ 820.469546] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9c5e91b6-7106-4070-99b7-da83526c09fe with Priority: HIGH for action security_group_rules [ 820.469546] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d with Priority: HIGH for action security_group_rules [ 820.469546] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 63a2adf2-a1ef-4cf5-87be-f8db1f42923c with Priority: HIGH for action security_group_rules [ 820.469849] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 309c11cf-a45b-48c2-950b-57f20044dc4f with Priority: HIGH for action security_group_rules [ 820.469849] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 with Priority: HIGH for action security_group_rules [ 820.469849] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 048c36c3-afb6-4d45-ae21-0bf75641e682 with Priority: HIGH for action security_group_rules [ 820.469849] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9d340eac-84ed-441c-9159-1345020489f6 with Priority: HIGH for action security_group_rules [ 820.469849] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.573162] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 259d6581-6c66-46cc-b8f5-f9eb2327cdf9 in Status: SUCCESS [ 820.573162] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.573162] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.573560] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.573560] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.573955] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.573955] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.573955] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.573955] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.574229] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.575227] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('259d6581-6c66-46cc-b8f5-f9eb2327cdf9',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.841776] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9d4859b-b8f7-4d63-81cb-3328f7ba1aee taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.841891] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9d4859b-b8f7-4d63-81cb-3328f7ba1aee" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.842093] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9d4859b-b8f7-4d63-81cb-3328f7ba1aee',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.843957] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7054706d-b73a-4e76-9d7a-f32539f73df0 with status ACTIVE [ 820.844164] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.844278] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.844341] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.844540] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.844628] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.844793] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.844979] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.844979] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.847297] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.847297] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.847297] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.847535] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.847535] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.847732] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.847732] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.847797] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7054706d-b73a-4e76-9d7a-f32539f73df0 is going to be updated. [ 820.885085] env[65832]: INFO networking_nsxv3.common.synchronization [req-51b3acd5-d709-4fe8-b124-0e1cfeabc084 req-898c0b06-f1dc-4c1e-934d-7c31cf7bde3e tempest-MultipleCreateTestJSON-141656300 tempest-MultipleCreateTestJSON-141656300-project-member] Enqueued Resource ID: 9c5e91b6-7106-4070-99b7-da83526c09fe with Priority: HIGHEST for action security_group_members [ 820.886339] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c5e91b6-7106-4070-99b7-da83526c09fe with Priority: HIGHEST for action security_group_members [ 820.886339] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f with Priority: HIGH for action security_group_rules [ 820.886339] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb with Priority: HIGH for action security_group_rules [ 820.886506] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf305367-f793-4b43-99a9-8907fd0c4649 with Priority: HIGH for action security_group_rules [ 820.888089] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d with Priority: HIGH for action security_group_rules [ 820.888255] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d340eac-84ed-441c-9159-1345020489f6 with Priority: HIGH for action security_group_rules [ 820.888315] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 048c36c3-afb6-4d45-ae21-0bf75641e682 with Priority: HIGH for action security_group_rules [ 820.888400] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 with Priority: HIGH for action security_group_rules [ 820.888495] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 309c11cf-a45b-48c2-950b-57f20044dc4f with Priority: HIGH for action security_group_rules [ 820.889221] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c5e91b6-7106-4070-99b7-da83526c09fe with Priority: HIGH for action security_group_rules [ 820.889221] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63a2adf2-a1ef-4cf5-87be-f8db1f42923c with Priority: HIGH for action security_group_rules [ 820.889221] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926843c3-af1c-468e-9cd0-342525e30e97 with Priority: HIGH for action security_group_rules [ 820.889221] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c73c220-a4b7-4acd-9a43-197eee6cf67d with Priority: HIGH for action security_group_rules [ 820.889221] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ef1b576-7a63-43ed-abff-55510debcaa7 with Priority: HIGH for action security_group_rules [ 820.889221] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGH for action security_group_rules [ 820.889878] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 584a5409-0adb-4160-8ccf-42ccabc8dd1c with Priority: HIGH for action security_group_rules [ 820.891298] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11d0ab88-e793-4dee-ad60-d04b348e7596 with Priority: HIGH for action security_group_rules [ 820.891298] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4219f7e-bbaf-438f-8e4b-e3d688b28f3c with Priority: HIGH for action security_group_rules [ 820.891298] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a8c35d6-0997-442b-b63f-c25af15fc489 with Priority: HIGH for action security_group_rules [ 820.891298] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 052e9426-ea6a-4983-b02f-c775972b6e22 with Priority: HIGH for action security_group_rules [ 820.891298] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 651c75a2-ffdd-4ad7-a81d-5f5b1baec02e with Priority: HIGH for action security_group_rules [ 820.891609] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c5e91b6-7106-4070-99b7-da83526c09fe taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.891670] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.891755] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.892026] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.892189] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.892377] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.892427] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.892591] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.892702] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.892815] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c5e91b6-7106-4070-99b7-da83526c09fe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.893915] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.894282] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.894282] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.894381] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.894381] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.898442] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-373cace9-8513-4112-a4a3-fdd9746ca3cb taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.898442] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.898442] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.898442] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.898442] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('373cace9-8513-4112-a4a3-fdd9746ca3cb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.898442] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf305367-f793-4b43-99a9-8907fd0c4649 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.898442] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.898442] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.898442] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.898442] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf305367-f793-4b43-99a9-8907fd0c4649',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.898442] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f23827a1-f628-40aa-ae76-1c5c046b1b7d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.902541] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.902541] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.902541] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.902541] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f23827a1-f628-40aa-ae76-1c5c046b1b7d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.902541] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9d340eac-84ed-441c-9159-1345020489f6 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.902541] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9d340eac-84ed-441c-9159-1345020489f6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.902541] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9d340eac-84ed-441c-9159-1345020489f6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.902541] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9d340eac-84ed-441c-9159-1345020489f6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.902541] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9d340eac-84ed-441c-9159-1345020489f6',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.905500] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-048c36c3-afb6-4d45-ae21-0bf75641e682 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.905500] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-048c36c3-afb6-4d45-ae21-0bf75641e682" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.905500] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-048c36c3-afb6-4d45-ae21-0bf75641e682" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.905500] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-048c36c3-afb6-4d45-ae21-0bf75641e682" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.905500] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('048c36c3-afb6-4d45-ae21-0bf75641e682',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.906637] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b1ee109-cb61-450a-8f0a-07076b2d5c77 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.906637] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.906637] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.906637] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.906637] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b1ee109-cb61-450a-8f0a-07076b2d5c77',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.908047] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-309c11cf-a45b-48c2-950b-57f20044dc4f taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.908047] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-309c11cf-a45b-48c2-950b-57f20044dc4f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.908047] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-309c11cf-a45b-48c2-950b-57f20044dc4f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.908047] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-309c11cf-a45b-48c2-950b-57f20044dc4f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.908047] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('309c11cf-a45b-48c2-950b-57f20044dc4f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.910476] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c5e91b6-7106-4070-99b7-da83526c09fe taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.910476] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.910476] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.910476] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.910476] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c5e91b6-7106-4070-99b7-da83526c09fe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.911725] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63a2adf2-a1ef-4cf5-87be-f8db1f42923c taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.911841] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63a2adf2-a1ef-4cf5-87be-f8db1f42923c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.911841] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63a2adf2-a1ef-4cf5-87be-f8db1f42923c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.914029] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63a2adf2-a1ef-4cf5-87be-f8db1f42923c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.914029] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63a2adf2-a1ef-4cf5-87be-f8db1f42923c',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.914029] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-926843c3-af1c-468e-9cd0-342525e30e97 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.914029] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-926843c3-af1c-468e-9cd0-342525e30e97" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.914029] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-926843c3-af1c-468e-9cd0-342525e30e97" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.914029] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-926843c3-af1c-468e-9cd0-342525e30e97" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.914029] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('926843c3-af1c-468e-9cd0-342525e30e97',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.915341] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c73c220-a4b7-4acd-9a43-197eee6cf67d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.915341] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.915341] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.915529] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.915574] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c73c220-a4b7-4acd-9a43-197eee6cf67d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.917845] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ef1b576-7a63-43ed-abff-55510debcaa7 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.917845] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ef1b576-7a63-43ed-abff-55510debcaa7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.917845] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ef1b576-7a63-43ed-abff-55510debcaa7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.917845] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ef1b576-7a63-43ed-abff-55510debcaa7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.917845] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ef1b576-7a63-43ed-abff-55510debcaa7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.918483] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.918483] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.918483] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.918685] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.918685] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.920120] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-584a5409-0adb-4160-8ccf-42ccabc8dd1c taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.920120] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-584a5409-0adb-4160-8ccf-42ccabc8dd1c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.920120] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-584a5409-0adb-4160-8ccf-42ccabc8dd1c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.920120] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-584a5409-0adb-4160-8ccf-42ccabc8dd1c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.920384] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('584a5409-0adb-4160-8ccf-42ccabc8dd1c',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.921272] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-11d0ab88-e793-4dee-ad60-d04b348e7596 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.921362] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.921430] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.922041] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.922041] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('11d0ab88-e793-4dee-ad60-d04b348e7596',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.922730] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b4219f7e-bbaf-438f-8e4b-e3d688b28f3c taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.922863] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b4219f7e-bbaf-438f-8e4b-e3d688b28f3c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.922863] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b4219f7e-bbaf-438f-8e4b-e3d688b28f3c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.923092] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b4219f7e-bbaf-438f-8e4b-e3d688b28f3c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.923092] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b4219f7e-bbaf-438f-8e4b-e3d688b28f3c',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.923399] env[65832]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 820.924081] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a8c35d6-0997-442b-b63f-c25af15fc489 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.924161] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a8c35d6-0997-442b-b63f-c25af15fc489" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.924207] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a8c35d6-0997-442b-b63f-c25af15fc489" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.924373] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a8c35d6-0997-442b-b63f-c25af15fc489" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.924455] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a8c35d6-0997-442b-b63f-c25af15fc489',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.926022] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-052e9426-ea6a-4983-b02f-c775972b6e22 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.926195] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-052e9426-ea6a-4983-b02f-c775972b6e22" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.926195] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-052e9426-ea6a-4983-b02f-c775972b6e22" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.926355] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-052e9426-ea6a-4983-b02f-c775972b6e22" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.926430] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('052e9426-ea6a-4983-b02f-c775972b6e22',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.927522] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.927625] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.927694] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.927846] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.927988] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('651c75a2-ffdd-4ad7-a81d-5f5b1baec02e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.935675] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.935757] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.935809] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.935984] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.936132] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.936289] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7054706d-b73a-4e76-9d7a-f32539f73df0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.936705] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf305367-f793-4b43-99a9-8907fd0c4649 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.936816] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.936882] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.937052] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.937194] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.937287] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.937349] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.937511] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.937575] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.937653] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.937802] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf305367-f793-4b43-99a9-8907fd0c4649',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.939987] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.940114] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.940274] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.940343] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.942953] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.942953] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.942953] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.942953] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.942953] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.943723] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.943797] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.944070] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.944070] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.944582] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.945052] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.988313] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.988313] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.991021] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.991021] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.991021] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.991021] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.991021] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.991021] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.991021] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c5e91b6-7106-4070-99b7-da83526c09fe is going to be updated. [ 820.994452] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.994452] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.025046] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.025417] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 373cace9-8513-4112-a4a3-fdd9746ca3cb is going to be deleted. [ 821.059550] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.059550] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.059550] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.059550] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.059550] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.068542] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c5e91b6-7106-4070-99b7-da83526c09fe in Status: IN_PROGRESS for 2s [ 821.078109] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.078109] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.078109] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.078421] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.079416] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.079416] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.079416] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.079416] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.079416] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.079416] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.079416] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.079416] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.079795] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.079795] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.079795] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.079923] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.079923] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.080592] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.080592] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.080592] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.080592] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('259d6581-6c66-46cc-b8f5-f9eb2327cdf9',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.122279] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.122279] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.122279] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.122279] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.122785] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.122785] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-373cace9-8513-4112-a4a3-fdd9746ca3cb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.345379] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9d4859b-b8f7-4d63-81cb-3328f7ba1aee',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.445150] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-823 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.445967] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-823" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.445967] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-823" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.445967] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-823" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.446130] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.446431] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.446602] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.447199] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.447199] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.447454] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 821.447705] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 821.447867] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 821.448039] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 821.448401] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 821.448615] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 821.448810] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 821.450772] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.452037] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf305367-f793-4b43-99a9-8907fd0c4649 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.452201] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.452302] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.452520] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.452718] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.453112] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.454943] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.454943] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.454943] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.454943] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.454943] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf305367-f793-4b43-99a9-8907fd0c4649 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.454943] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.454943] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.454943] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.454943] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.454943] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.454943] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.454943] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.454943] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.454943] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.454943] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf305367-f793-4b43-99a9-8907fd0c4649',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.479828] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 821.480494] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 821.480494] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 821.480708] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-823" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.481124] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-1f7a4485-345c-43f4-a77c-8d62fe7e314d taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.481255] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-1f7a4485-345c-43f4-a77c-8d62fe7e314d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.481361] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-1f7a4485-345c-43f4-a77c-8d62fe7e314d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.481756] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-1f7a4485-345c-43f4-a77c-8d62fe7e314d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.482120] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f7a4485-345c-43f4-a77c-8d62fe7e314d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.489282] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23827a1-f628-40aa-ae76-1c5c046b1b7d taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.489282] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.489282] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.489282] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.489282] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.489282] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.489282] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.489282] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.489282] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.489282] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.489282] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f23827a1-f628-40aa-ae76-1c5c046b1b7d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.490952] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.490952] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.490952] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.491155] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.491270] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.491494] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.491494] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.491636] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.491699] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.491738] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.491815] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.502386] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c73c220-a4b7-4acd-9a43-197eee6cf67d taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.503014] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.503181] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.503594] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.503910] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.505930] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.505930] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.505930] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.505930] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.505930] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.505930] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c73c220-a4b7-4acd-9a43-197eee6cf67d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.511038] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b1ee109-cb61-450a-8f0a-07076b2d5c77 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.511038] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.511038] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.511191] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.511715] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.511715] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.511715] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.511715] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.511913] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.511913] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.511994] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b1ee109-cb61-450a-8f0a-07076b2d5c77',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.514953] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-926843c3-af1c-468e-9cd0-342525e30e97 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.515892] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926843c3-af1c-468e-9cd0-342525e30e97" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.515892] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926843c3-af1c-468e-9cd0-342525e30e97" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.515892] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926843c3-af1c-468e-9cd0-342525e30e97" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.515892] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.515892] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.515892] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.516244] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.516244] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.516244] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926843c3-af1c-468e-9cd0-342525e30e97" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.516381] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('926843c3-af1c-468e-9cd0-342525e30e97',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.518887] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-052e9426-ea6a-4983-b02f-c775972b6e22 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.519065] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-052e9426-ea6a-4983-b02f-c775972b6e22" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.519065] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-052e9426-ea6a-4983-b02f-c775972b6e22" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.519360] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-052e9426-ea6a-4983-b02f-c775972b6e22" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.519460] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.519579] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.519637] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.519894] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.519979] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.520046] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-052e9426-ea6a-4983-b02f-c775972b6e22" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.520199] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('052e9426-ea6a-4983-b02f-c775972b6e22',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.525186] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.525314] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.525392] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.525561] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.525647] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.525737] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c5e91b6-7106-4070-99b7-da83526c09fe is going to be deleted. [ 821.527729] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.527865] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.527924] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.528106] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.534889] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.535058] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.535870] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.535979] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.570086] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.570256] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.580526] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.580661] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.581891] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.582604] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.583704] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.583876] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.584746] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.584847] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.585129] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 259d6581-6c66-46cc-b8f5-f9eb2327cdf9: rpc.has_security_group_logging(os_id): False [ 821.587280] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.587490] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 309c11cf-a45b-48c2-950b-57f20044dc4f is going to be deleted. [ 821.589462] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.589575] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.589629] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.589893] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.591942] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.592668] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.609645] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.609645] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.619186] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.619186] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.621995] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.622143] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9d340eac-84ed-441c-9159-1345020489f6 is going to be deleted. [ 821.623264] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.623553] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.661707] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.661707] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a8c35d6-0997-442b-b63f-c25af15fc489 is going to be deleted. [ 821.662688] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.663768] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.707256] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.707427] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 584a5409-0adb-4160-8ccf-42ccabc8dd1c is going to be deleted. [ 821.708491] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.708748] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.710299] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.710430] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.719508] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.719667] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.731466] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.731603] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63a2adf2-a1ef-4cf5-87be-f8db1f42923c is going to be deleted. [ 821.732965] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.733204] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.747496] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.747854] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.775176] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.775311] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 048c36c3-afb6-4d45-ae21-0bf75641e682 is going to be deleted. [ 821.776401] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.776675] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.838900] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.839041] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.848746] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.848902] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.849014] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.849206] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.849296] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.849436] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9d4859b-b8f7-4d63-81cb-3328f7ba1aee is going to be created. [ 821.851350] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.851483] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.896266] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.896323] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ef1b576-7a63-43ed-abff-55510debcaa7 is going to be deleted. [ 821.899347] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.899347] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.944544] env[65832]: INFO networking_nsxv3.common.synchronization [None req-7565c3a6-696b-49c3-aaa5-f51e0d601777 None None] Enqueued Resource ID: 8908fc46-2851-4893-b940-e8bd9fe8b0f7 with Priority: HIGHEST for action port [ 821.945178] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8908fc46-2851-4893-b940-e8bd9fe8b0f7 with Priority: HIGHEST for action port [ 821.946517] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-8908fc46-2851-4893-b940-e8bd9fe8b0f7 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.947299] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8908fc46-2851-4893-b940-e8bd9fe8b0f7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.947299] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8908fc46-2851-4893-b940-e8bd9fe8b0f7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.947762] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8908fc46-2851-4893-b940-e8bd9fe8b0f7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.947831] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8908fc46-2851-4893-b940-e8bd9fe8b0f7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.953142] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.953142] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 651c75a2-ffdd-4ad7-a81d-5f5b1baec02e is going to be deleted. [ 821.954543] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.954543] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.958543] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f: rpc.has_security_group_logging(os_id): False [ 821.959713] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf305367-f793-4b43-99a9-8907fd0c4649: rpc.has_security_group_logging(os_id): False [ 821.985729] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.985729] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.985729] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.985999] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.986701] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.986701] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port 1f7a4485-345c-43f4-a77c-8d62fe7e314d not found, creating... [ 821.986701] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.986933] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.986933] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.987219] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.987363] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.987790] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.987975] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.988087] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.988341] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.988817] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.988817] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: 1f7a4485-345c-43f4-a77c-8d62fe7e314d is going to be created. [ 821.991064] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.991064] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.991064] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.991251] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.991820] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.996162] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.996162] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.997587] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.997587] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.999144] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.999365] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.999427] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.000025] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.000025] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.000025] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.000025] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.000219] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.000728] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.000848] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.001029] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.001156] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.001201] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.001360] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.001502] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.001597] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.001658] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.001797] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.001873] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.002021] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.002817] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.003080] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23827a1-f628-40aa-ae76-1c5c046b1b7d taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.003190] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.003306] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.003412] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.003558] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.003653] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.005806] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.005806] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.006464] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.006608] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.007046] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23827a1-f628-40aa-ae76-1c5c046b1b7d taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.007183] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.007255] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.007425] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.007629] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.007698] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.007764] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.007906] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.007977] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.008153] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.008153] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f23827a1-f628-40aa-ae76-1c5c046b1b7d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.010223] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.010345] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.011676] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.011676] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b4219f7e-bbaf-438f-8e4b-e3d688b28f3c is going to be deleted. [ 822.013729] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9d4859b-b8f7-4d63-81cb-3328f7ba1aee in Status: UNINITIALIZED for 2s [ 822.014027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.014229] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.030949] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c73c220-a4b7-4acd-9a43-197eee6cf67d taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.031108] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.031175] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.031383] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.031545] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.032320] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.032400] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.032501] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.032592] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.032677] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.032829] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c73c220-a4b7-4acd-9a43-197eee6cf67d taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.032918] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.032979] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.033144] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.033283] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.033372] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.033432] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.033566] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.033643] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.033723] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.033809] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c73c220-a4b7-4acd-9a43-197eee6cf67d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.034734] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b1ee109-cb61-450a-8f0a-07076b2d5c77 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.035037] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.035037] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.035131] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.035254] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.035348] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.035505] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.035545] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.035610] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.035689] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.037616] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b1ee109-cb61-450a-8f0a-07076b2d5c77 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.037616] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.037616] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.037616] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.037616] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.037616] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.037616] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.037616] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.037616] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.037616] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.037616] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b1ee109-cb61-450a-8f0a-07076b2d5c77',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.038129] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('926843c3-af1c-468e-9cd0-342525e30e97',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.038871] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('052e9426-ea6a-4983-b02f-c775972b6e22',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.095139] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.095301] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.116089] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.116248] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.118219] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.118361] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 11d0ab88-e793-4dee-ad60-d04b348e7596 is going to be deleted. [ 822.119464] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.119699] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.120247] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.120247] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.120247] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.120247] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.120433] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.120589] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.120702] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.120774] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.120893] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.120963] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.121178] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.121280] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.121337] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.121517] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.121566] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.121717] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.121820] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.121852] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.122026] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.124032] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.124032] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 259d6581-6c66-46cc-b8f5-f9eb2327cdf9 is going to be created. [ 822.127655] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.127655] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.127655] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.127857] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.128201] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.128719] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-1f7a4485-345c-43f4-a77c-8d62fe7e314d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.129530] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.129619] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.129664] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.129831] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-309c11cf-a45b-48c2-950b-57f20044dc4f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.130218] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.130795] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.130795] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.130962] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9d340eac-84ed-441c-9159-1345020489f6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.131342] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.131881] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.131970] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.132103] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a8c35d6-0997-442b-b63f-c25af15fc489" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.132668] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.132863] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.132994] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.133379] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63a2adf2-a1ef-4cf5-87be-f8db1f42923c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.134123] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.134279] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.134357] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.134488] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-584a5409-0adb-4160-8ccf-42ccabc8dd1c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.134618] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.134907] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.195383] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.195721] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.195850] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.195914] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.196137] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.196223] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.196435] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.196535] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.196599] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.196748] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.196823] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.197013] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.197973] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.197973] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.197973] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.197973] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.197973] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf305367-f793-4b43-99a9-8907fd0c4649 is going to be updated. [ 822.199107] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.199433] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.199522] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.199748] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-048c36c3-afb6-4d45-ae21-0bf75641e682" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.201032] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.201032] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.201032] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.201032] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ef1b576-7a63-43ed-abff-55510debcaa7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.201247] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.201483] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.201483] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.201719] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-651c75a2-ffdd-4ad7-a81d-5f5b1baec02e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.201848] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.201988] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.212356] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.212540] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.300991] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.301191] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.310420] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.310828] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.310945] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.311098] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.311282] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.311399] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.311470] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f is going to be updated. [ 822.312737] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.312965] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.313078] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.313219] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b4219f7e-bbaf-438f-8e4b-e3d688b28f3c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.313396] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.313612] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.314029] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.314029] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-11d0ab88-e793-4dee-ad60-d04b348e7596" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.402945] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.402945] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.402945] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.403277] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.403531] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.449619] env[65832]: INFO networking_nsxv3.common.synchronization [None req-09fc335c-ef7b-4115-b4f3-11cc382c0306 tempest-ServerActionsTestOtherA-1266280891 tempest-ServerActionsTestOtherA-1266280891-project-member] Enqueued Resource ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 with Priority: HIGHEST for action security_group_rules [ 822.450665] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 259d6581-6c66-46cc-b8f5-f9eb2327cdf9 in Status: IN_PROGRESS for 2s [ 822.451879] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 with Priority: HIGHEST for action security_group_rules [ 822.452197] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8908fc46-2851-4893-b940-e8bd9fe8b0f7 [ 822.452409] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.452587] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.452640] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.452839] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.452930] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.453048] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8908fc46-2851-4893-b940-e8bd9fe8b0f7 already deleted. [ 822.453124] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8908fc46-2851-4893-b940-e8bd9fe8b0f7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.453384] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fcc512c-27ca-40e1-972b-91b37a7ec159 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.453503] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.453555] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.453777] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.453860] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fcc512c-27ca-40e1-972b-91b37a7ec159',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.474561] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.474781] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.474781] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.475188] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.475188] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.491505] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf305367-f793-4b43-99a9-8907fd0c4649 in Status: IN_PROGRESS for 2s [ 822.511534] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97b5a618-8f37-483b-8732-3ef21cc084f5: rpc.has_security_group_logging(os_id): False [ 822.512830] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f23827a1-f628-40aa-ae76-1c5c046b1b7d: rpc.has_security_group_logging(os_id): False [ 822.544025] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c73c220-a4b7-4acd-9a43-197eee6cf67d: rpc.has_security_group_logging(os_id): False [ 822.544025] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b1ee109-cb61-450a-8f0a-07076b2d5c77: rpc.has_security_group_logging(os_id): False [ 822.544025] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 926843c3-af1c-468e-9cd0-342525e30e97: rpc.has_security_group_logging(os_id): False [ 822.546451] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 052e9426-ea6a-4983-b02f-c775972b6e22: rpc.has_security_group_logging(os_id): False [ 822.562044] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.562044] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.562044] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.562044] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.571939] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.572403] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.576755] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.577238] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.608991] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.608991] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.610020] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.610252] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.611322] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.611450] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.624551] env[65832]: INFO networking_nsxv3.common.synchronization [None req-95502135-1474-415a-a42b-d10aa82adf42 tempest-ServerActionsTestOtherA-1266280891 tempest-ServerActionsTestOtherA-1266280891-project-member] Enqueued Resource ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 with Priority: HIGHEST for action security_group_rules [ 822.627033] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 with Priority: HIGHEST for action security_group_rules [ 822.627894] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fcc512c-27ca-40e1-972b-91b37a7ec159 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.628015] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.640944] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.641092] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.655810] env[65832]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 822.656581] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.656913] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.657243] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.657243] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.658159] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.658159] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.658159] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.658159] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.658159] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.658466] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.658637] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.658756] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.658955] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.658955] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.660782] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.660782] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.660782] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 is going to be updated. [ 822.660782] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.660782] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.660782] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.663238] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.663238] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.702387] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f in Status: IN_PROGRESS for 2s [ 822.710379] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.713255] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.713255] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.713255] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.713255] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.713255] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.713510] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.713510] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.713602] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.713787] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.713851] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.713985] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.716700] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.716700] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.716700] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.716700] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.716700] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c73c220-a4b7-4acd-9a43-197eee6cf67d is going to be updated. [ 822.718027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.718108] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.758050] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.758371] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.758489] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.758576] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.758795] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.758881] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.758983] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 926843c3-af1c-468e-9cd0-342525e30e97 is going to be updated. [ 822.760166] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.760376] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.793198] env[65832]: INFO networking_nsxv3.common.synchronization [req-51b3acd5-d709-4fe8-b124-0e1cfeabc084 req-b73e4bac-e998-4694-8fd3-e18bd228d29b service nova] Enqueued Resource ID: 9c5e91b6-7106-4070-99b7-da83526c09fe with Priority: HIGHEST for action security_group_rules [ 822.793379] env[65832]: INFO networking_nsxv3.common.synchronization [req-51b3acd5-d709-4fe8-b124-0e1cfeabc084 req-b73e4bac-e998-4694-8fd3-e18bd228d29b service nova] Enqueued Resource ID: 9c5e91b6-7106-4070-99b7-da83526c09fe with Priority: HIGHEST for action security_group_members [ 822.793527] env[65832]: INFO networking_nsxv3.common.synchronization [req-51b3acd5-d709-4fe8-b124-0e1cfeabc084 req-b73e4bac-e998-4694-8fd3-e18bd228d29b service nova] Enqueued Resource ID: 1f7a4485-345c-43f4-a77c-8d62fe7e314d with Priority: HIGHEST for action port [ 822.795207] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.795323] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.795430] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.795487] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.795686] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.795859] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.795961] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.796076] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.796131] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.796284] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.796353] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.796525] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.796600] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.796655] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.796789] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.796859] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.796949] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 is going to be updated. [ 822.800754] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c5e91b6-7106-4070-99b7-da83526c09fe with Priority: HIGHEST for action security_group_rules [ 822.800754] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c5e91b6-7106-4070-99b7-da83526c09fe with Priority: HIGHEST for action security_group_members [ 822.800754] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f7a4485-345c-43f4-a77c-8d62fe7e314d with Priority: HIGHEST for action port [ 822.802222] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.802937] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.804515] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.804515] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.805029] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c5e91b6-7106-4070-99b7-da83526c09fe taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.805029] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.805029] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.805189] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.805189] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c5e91b6-7106-4070-99b7-da83526c09fe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.806397] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c5e91b6-7106-4070-99b7-da83526c09fe taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.806397] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.807624] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f7a4485-345c-43f4-a77c-8d62fe7e314d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.807624] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f7a4485-345c-43f4-a77c-8d62fe7e314d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.807624] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f7a4485-345c-43f4-a77c-8d62fe7e314d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.807624] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f7a4485-345c-43f4-a77c-8d62fe7e314d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.807624] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f7a4485-345c-43f4-a77c-8d62fe7e314d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.825040] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.825177] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.861316] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.861659] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.862375] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.862449] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.862696] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.862782] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.862888] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 052e9426-ea6a-4983-b02f-c775972b6e22 is going to be updated. [ 822.864171] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.864463] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.914263] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.914745] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.914999] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.915142] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.915507] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.915645] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.915963] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.916165] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.916292] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.916523] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.916668] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.917105] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.917260] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.917373] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.917728] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.917877] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.918063] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d is going to be updated. [ 822.919737] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.920041] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.920279] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.922021] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.922322] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.922984] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.925278] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.925696] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.925696] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.925895] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.926138] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.951211] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 926843c3-af1c-468e-9cd0-342525e30e97 in Status: IN_PROGRESS for 2s [ 822.951211] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: IN_PROGRESS for 2s [ 822.953476] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c73c220-a4b7-4acd-9a43-197eee6cf67d in Status: IN_PROGRESS for 2s [ 822.991620] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.991822] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.991871] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.992583] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.992583] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.024819] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.025060] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.025181] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.025471] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.025694] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.025694] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 already deleted. [ 823.025808] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.026370] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.026591] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.026720] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fcc512c-27ca-40e1-972b-91b37a7ec159',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.034027] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 in Status: IN_PROGRESS for 2s [ 823.052049] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.052049] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.052049] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.052049] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.052049] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.093790] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 052e9426-ea6a-4983-b02f-c775972b6e22 in Status: IN_PROGRESS for 2s [ 823.103125] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c5e91b6-7106-4070-99b7-da83526c09fe in Status: SUCCESS [ 823.103399] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c5e91b6-7106-4070-99b7-da83526c09fe deletion is rescheduled due to dependency. [ 823.103582] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.103841] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.104184] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.104455] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.104629] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.104728] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.104971] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.105115] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.105259] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c5e91b6-7106-4070-99b7-da83526c09fe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.198707] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.199036] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.199036] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.199255] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.199433] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.252027] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d in Status: IN_PROGRESS for 2s [ 823.311495] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c5e91b6-7106-4070-99b7-da83526c09fe taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.311759] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.311967] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f7a4485-345c-43f4-a77c-8d62fe7e314d with status ACTIVE [ 823.312337] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.312466] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.312466] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.312976] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.312976] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.313095] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.313210] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.313347] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.313471] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.313546] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.313956] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.314080] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.314143] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.314402] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.314478] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.314572] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f7a4485-345c-43f4-a77c-8d62fe7e314d is going to be updated. [ 823.382963] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.383184] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.383184] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.383390] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.383551] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.387023] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f7a4485-345c-43f4-a77c-8d62fe7e314d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.556205] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.556407] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.556407] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.556638] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.556725] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.556863] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 already deleted. [ 823.556895] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.608307] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c5e91b6-7106-4070-99b7-da83526c09fe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.807185] env[65832]: INFO networking_nsxv3.common.synchronization [req-51b3acd5-d709-4fe8-b124-0e1cfeabc084 req-ee040ccf-fcc4-4ce7-ba49-93bbca9debb2 tempest-MultipleCreateTestJSON-141656300 tempest-MultipleCreateTestJSON-141656300-project-member] Enqueued Resource ID: 9c5e91b6-7106-4070-99b7-da83526c09fe with Priority: HIGHEST for action security_group_members [ 823.807907] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c5e91b6-7106-4070-99b7-da83526c09fe with Priority: HIGHEST for action security_group_members [ 823.808634] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c5e91b6-7106-4070-99b7-da83526c09fe taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.808634] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.026948] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9d4859b-b8f7-4d63-81cb-3328f7ba1aee in Status: SUCCESS [ 824.028184] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9d4859b-b8f7-4d63-81cb-3328f7ba1aee" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.029351] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9d4859b-b8f7-4d63-81cb-3328f7ba1aee" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.029351] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9d4859b-b8f7-4d63-81cb-3328f7ba1aee" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.029351] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.029351] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.029351] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.030810] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.031167] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.031167] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9d4859b-b8f7-4d63-81cb-3328f7ba1aee" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.031348] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9d4859b-b8f7-4d63-81cb-3328f7ba1aee',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.111109] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c5e91b6-7106-4070-99b7-da83526c09fe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.296553] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-823 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.297203] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-823" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.297203] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-823" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.297203] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-823" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.297725] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.297725] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.297953] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.298179] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.298343] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.298592] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 824.298753] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 824.299348] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 824.299348] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 824.299348] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 824.299348] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 824.299608] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 824.326213] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 824.326213] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 824.326213] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 824.326534] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-823" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.326663] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-2e528827-95ea-45eb-ac1c-ecb672120b9c taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.326939] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-2e528827-95ea-45eb-ac1c-ecb672120b9c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.327069] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-2e528827-95ea-45eb-ac1c-ecb672120b9c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.327498] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-2e528827-95ea-45eb-ac1c-ecb672120b9c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.327607] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e528827-95ea-45eb-ac1c-ecb672120b9c',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.464127] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 259d6581-6c66-46cc-b8f5-f9eb2327cdf9 in Status: SUCCESS [ 824.464602] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.503403] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf305367-f793-4b43-99a9-8907fd0c4649 in Status: SUCCESS [ 824.503637] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.533941] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9d4859b-b8f7-4d63-81cb-3328f7ba1aee taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.535069] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9d4859b-b8f7-4d63-81cb-3328f7ba1aee" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.535069] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9d4859b-b8f7-4d63-81cb-3328f7ba1aee" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.535069] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9d4859b-b8f7-4d63-81cb-3328f7ba1aee" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.535069] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.535069] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.535069] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.535375] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.535408] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.535681] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9d4859b-b8f7-4d63-81cb-3328f7ba1aee" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.535947] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9d4859b-b8f7-4d63-81cb-3328f7ba1aee taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.536144] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9d4859b-b8f7-4d63-81cb-3328f7ba1aee" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.536298] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9d4859b-b8f7-4d63-81cb-3328f7ba1aee" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.536518] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9d4859b-b8f7-4d63-81cb-3328f7ba1aee" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.540645] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.540645] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.540645] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.540645] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.540645] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.540645] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9d4859b-b8f7-4d63-81cb-3328f7ba1aee" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.540645] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9d4859b-b8f7-4d63-81cb-3328f7ba1aee',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.618123] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.618301] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.618400] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.618673] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.618843] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.618953] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c5e91b6-7106-4070-99b7-da83526c09fe is going to be updated. [ 824.652068] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.652292] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.652292] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.652501] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.652648] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.662038] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c5e91b6-7106-4070-99b7-da83526c09fe in Status: IN_PROGRESS for 2s [ 824.732280] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f in Status: SUCCESS [ 824.732534] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.829946] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.830251] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.830337] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.830960] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.830960] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.830960] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port 2e528827-95ea-45eb-ac1c-ecb672120b9c not found, creating... [ 824.831400] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.831531] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.831625] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.831851] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.831988] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.832393] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.832601] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.832815] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.833022] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.833149] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.833286] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: 2e528827-95ea-45eb-ac1c-ecb672120b9c is going to be created. [ 824.860181] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.860291] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.860966] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.860966] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.860966] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.861229] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-2e528827-95ea-45eb-ac1c-ecb672120b9c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.966724] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c73c220-a4b7-4acd-9a43-197eee6cf67d in Status: SUCCESS [ 824.967097] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.968399] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 926843c3-af1c-468e-9cd0-342525e30e97 in Status: SUCCESS [ 824.968399] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-926843c3-af1c-468e-9cd0-342525e30e97" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.970834] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: SUCCESS [ 824.970834] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.042462] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9d4859b-b8f7-4d63-81cb-3328f7ba1aee: rpc.has_security_group_logging(os_id): False [ 825.062525] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 in Status: SUCCESS [ 825.062809] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.077906] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.078621] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.078790] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.078999] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.079141] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.079428] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.079575] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.079651] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.079880] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.079998] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.080301] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.080419] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.080514] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.080727] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.080827] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.081046] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.081175] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.081264] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.081450] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.081598] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.081714] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9d4859b-b8f7-4d63-81cb-3328f7ba1aee is going to be created. [ 825.130509] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 052e9426-ea6a-4983-b02f-c775972b6e22 in Status: SUCCESS [ 825.130814] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-052e9426-ea6a-4983-b02f-c775972b6e22" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.191811] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.191811] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.191811] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.191811] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.192429] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.207506] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9d4859b-b8f7-4d63-81cb-3328f7ba1aee in Status: IN_PROGRESS for 2s [ 825.277170] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d in Status: SUCCESS [ 825.277406] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.582743] env[65832]: INFO networking_nsxv3.common.synchronization [req-51b3acd5-d709-4fe8-b124-0e1cfeabc084 req-e3e1541f-bf8f-4c0a-8244-126303187240 service nova] Enqueued Resource ID: 9c5e91b6-7106-4070-99b7-da83526c09fe with Priority: HIGHEST for action security_group_rules [ 825.583069] env[65832]: INFO networking_nsxv3.common.synchronization [req-51b3acd5-d709-4fe8-b124-0e1cfeabc084 req-e3e1541f-bf8f-4c0a-8244-126303187240 service nova] Enqueued Resource ID: 9c5e91b6-7106-4070-99b7-da83526c09fe with Priority: HIGHEST for action security_group_members [ 825.583169] env[65832]: INFO networking_nsxv3.common.synchronization [req-51b3acd5-d709-4fe8-b124-0e1cfeabc084 req-e3e1541f-bf8f-4c0a-8244-126303187240 service nova] Enqueued Resource ID: 2e528827-95ea-45eb-ac1c-ecb672120b9c with Priority: HIGHEST for action port [ 825.583311] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c5e91b6-7106-4070-99b7-da83526c09fe with Priority: HIGHEST for action security_group_rules [ 825.583434] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c5e91b6-7106-4070-99b7-da83526c09fe with Priority: HIGHEST for action security_group_members [ 825.583526] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e528827-95ea-45eb-ac1c-ecb672120b9c with Priority: HIGHEST for action port [ 825.584399] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c5e91b6-7106-4070-99b7-da83526c09fe taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.584576] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.584831] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c5e91b6-7106-4070-99b7-da83526c09fe taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.584966] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.585215] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e528827-95ea-45eb-ac1c-ecb672120b9c taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.585397] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e528827-95ea-45eb-ac1c-ecb672120b9c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.585528] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e528827-95ea-45eb-ac1c-ecb672120b9c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.585781] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e528827-95ea-45eb-ac1c-ecb672120b9c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.588487] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e528827-95ea-45eb-ac1c-ecb672120b9c',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.002300] env[65832]: INFO networking_nsxv3.common.synchronization [req-69749857-508e-4b79-bd1b-333f38bf252f req-7abca4f2-29e0-4f42-90d6-8a17868c8726 tempest-ListServerFiltersTestJSON-765786210 tempest-ListServerFiltersTestJSON-765786210-project-member] Enqueued Resource ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d with Priority: HIGHEST for action security_group_members [ 826.002300] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d with Priority: HIGHEST for action security_group_members [ 826.002300] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23827a1-f628-40aa-ae76-1c5c046b1b7d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.003029] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.003128] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.003375] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.003860] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.003969] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.004057] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.004264] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.006481] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.006481] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f23827a1-f628-40aa-ae76-1c5c046b1b7d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.088122] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e528827-95ea-45eb-ac1c-ecb672120b9c with status ACTIVE [ 826.088498] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.088735] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.088827] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.089069] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.089137] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.089319] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.089420] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.089482] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.089632] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.089705] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.089881] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.090007] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.090051] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.090172] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.090241] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.090330] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e528827-95ea-45eb-ac1c-ecb672120b9c is going to be updated. [ 826.117429] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.117715] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.117790] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.118017] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.118224] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.118569] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e528827-95ea-45eb-ac1c-ecb672120b9c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.507730] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f23827a1-f628-40aa-ae76-1c5c046b1b7d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.672731] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c5e91b6-7106-4070-99b7-da83526c09fe in Status: SUCCESS [ 826.673037] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.673178] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.673397] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.673594] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.673713] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.673777] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.673931] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.674021] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.674105] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.674201] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c5e91b6-7106-4070-99b7-da83526c09fe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.680203] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.680431] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.680645] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.680773] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.680840] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.680985] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.681100] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.681196] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c5e91b6-7106-4070-99b7-da83526c09fe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.010359] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f23827a1-f628-40aa-ae76-1c5c046b1b7d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.183107] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c5e91b6-7106-4070-99b7-da83526c09fe taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.183332] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.183624] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c5e91b6-7106-4070-99b7-da83526c09fe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.223070] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9d4859b-b8f7-4d63-81cb-3328f7ba1aee in Status: SUCCESS [ 827.223338] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9d4859b-b8f7-4d63-81cb-3328f7ba1aee" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.513316] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.516151] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.516151] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.516151] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.516151] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.516151] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d is going to be updated. [ 827.547150] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.547150] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.547150] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.547150] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.547150] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.555447] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d in Status: IN_PROGRESS for 2s [ 827.686353] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c5e91b6-7106-4070-99b7-da83526c09fe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.189572] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.189806] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.189989] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.190231] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.190354] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.190459] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c5e91b6-7106-4070-99b7-da83526c09fe is going to be updated. [ 828.223735] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.223957] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.224302] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.224539] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.224691] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.239121] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c5e91b6-7106-4070-99b7-da83526c09fe in Status: IN_PROGRESS for 2s [ 828.264026] env[65832]: INFO networking_nsxv3.common.synchronization [None req-95a7b563-0c5a-4b22-a558-c8f7daf690d3 None None] Enqueued Resource ID: 45f53890-d95b-4054-9b37-a6b15fc4aa5a with Priority: HIGHEST for action port [ 828.264026] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f53890-d95b-4054-9b37-a6b15fc4aa5a with Priority: HIGHEST for action port [ 828.264026] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-45f53890-d95b-4054-9b37-a6b15fc4aa5a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.264026] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45f53890-d95b-4054-9b37-a6b15fc4aa5a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.264026] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45f53890-d95b-4054-9b37-a6b15fc4aa5a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.264026] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45f53890-d95b-4054-9b37-a6b15fc4aa5a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.264026] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45f53890-d95b-4054-9b37-a6b15fc4aa5a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.393616] env[65832]: INFO networking_nsxv3.common.synchronization [req-d01324ab-775b-4e76-839e-339b80c886e9 req-07e24155-6b0b-4d0c-8ff2-49d167cf9251 tempest-ServersAdminNegativeTestJSON-2038179669 tempest-ServersAdminNegativeTestJSON-2038179669-project-member] Enqueued Resource ID: f524f17f-7074-4514-81f8-386cedcb1cc7 with Priority: HIGHEST for action security_group_members [ 828.395459] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f524f17f-7074-4514-81f8-386cedcb1cc7 with Priority: HIGHEST for action security_group_members [ 828.395748] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-f524f17f-7074-4514-81f8-386cedcb1cc7 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.395921] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.395964] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.396212] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.396418] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.396506] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.396543] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.396716] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.396849] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.396917] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f524f17f-7074-4514-81f8-386cedcb1cc7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.768387] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45f53890-d95b-4054-9b37-a6b15fc4aa5a [ 828.768662] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.768748] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.768748] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.770023] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.770023] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.770023] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45f53890-d95b-4054-9b37-a6b15fc4aa5a already deleted. [ 828.770023] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45f53890-d95b-4054-9b37-a6b15fc4aa5a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.840205] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.840421] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-806" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.840519] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-806" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.840789] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-806" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.841057] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.841213] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.841330] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.841548] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.841695] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.841910] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.842033] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 828.842141] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 828.842246] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 828.842349] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.842450] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 828.842601] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 828.870864] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 828.870864] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 828.871095] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 828.871289] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-806" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.872722] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-21e85488-19cb-44ff-bb1c-95ad53830f75 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.873029] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-21e85488-19cb-44ff-bb1c-95ad53830f75" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.873220] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-21e85488-19cb-44ff-bb1c-95ad53830f75" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.873855] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-21e85488-19cb-44ff-bb1c-95ad53830f75" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.873855] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21e85488-19cb-44ff-bb1c-95ad53830f75',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.899898] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.900141] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.900141] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.900354] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.900439] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.900641] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.900740] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.900827] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.900934] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.901031] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.901094] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f524f17f-7074-4514-81f8-386cedcb1cc7 already deleted. [ 828.901172] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.376438] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.376672] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.376775] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.377071] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.377223] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.378042] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port 21e85488-19cb-44ff-bb1c-95ad53830f75 not found, creating... [ 829.378042] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.378042] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.378042] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.378316] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.378439] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.378819] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.378988] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.379117] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.379334] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.379470] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.379607] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: 21e85488-19cb-44ff-bb1c-95ad53830f75 is going to be created. [ 829.400285] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.400506] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.400630] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.400915] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.401147] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.401370] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-21e85488-19cb-44ff-bb1c-95ad53830f75" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.567291] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d in Status: SUCCESS [ 829.567525] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.167814] env[65832]: INFO networking_nsxv3.common.synchronization [req-d01324ab-775b-4e76-839e-339b80c886e9 req-6e126bd8-3650-45d1-8d25-c9307e154cfc service nova] Enqueued Resource ID: f524f17f-7074-4514-81f8-386cedcb1cc7 with Priority: HIGHEST for action security_group_rules [ 830.168104] env[65832]: INFO networking_nsxv3.common.synchronization [req-d01324ab-775b-4e76-839e-339b80c886e9 req-6e126bd8-3650-45d1-8d25-c9307e154cfc service nova] Enqueued Resource ID: f524f17f-7074-4514-81f8-386cedcb1cc7 with Priority: HIGHEST for action security_group_members [ 830.168182] env[65832]: INFO networking_nsxv3.common.synchronization [req-d01324ab-775b-4e76-839e-339b80c886e9 req-6e126bd8-3650-45d1-8d25-c9307e154cfc service nova] Enqueued Resource ID: 21e85488-19cb-44ff-bb1c-95ad53830f75 with Priority: HIGHEST for action port [ 830.168893] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f524f17f-7074-4514-81f8-386cedcb1cc7 with Priority: HIGHEST for action security_group_rules [ 830.169975] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f524f17f-7074-4514-81f8-386cedcb1cc7 with Priority: HIGHEST for action security_group_members [ 830.170327] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21e85488-19cb-44ff-bb1c-95ad53830f75 with Priority: HIGHEST for action port [ 830.170763] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f524f17f-7074-4514-81f8-386cedcb1cc7 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.170963] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.170963] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.171695] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.171846] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f524f17f-7074-4514-81f8-386cedcb1cc7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.172959] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-f524f17f-7074-4514-81f8-386cedcb1cc7 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.173072] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.173203] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.173319] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.173872] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.174206] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.174381] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.174590] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.175831] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.175831] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f524f17f-7074-4514-81f8-386cedcb1cc7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.175831] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-21e85488-19cb-44ff-bb1c-95ad53830f75 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.176402] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21e85488-19cb-44ff-bb1c-95ad53830f75" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.176402] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21e85488-19cb-44ff-bb1c-95ad53830f75" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.176402] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21e85488-19cb-44ff-bb1c-95ad53830f75" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.176402] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21e85488-19cb-44ff-bb1c-95ad53830f75',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.210175] env[65832]: INFO networking_nsxv3.common.synchronization [req-8d6a70b6-de46-41e0-9e54-675fefebfb9f req-0170b2b1-2216-48e5-a202-cb96469ccda3 tempest-DeleteServersTestJSON-1628511814 tempest-DeleteServersTestJSON-1628511814-project-member] Enqueued Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGHEST for action security_group_members [ 830.210862] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGHEST for action security_group_members [ 830.211240] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f57d9f-b605-4bdf-8c98-9940026ff615 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.211306] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.211960] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.212193] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.212358] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.212507] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.212560] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.212665] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.212749] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.212844] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.252338] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c5e91b6-7106-4070-99b7-da83526c09fe in Status: SUCCESS [ 830.252587] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.253958] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.253958] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.253958] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.253958] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.254662] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.254662] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.254662] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.254845] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c5e91b6-7106-4070-99b7-da83526c09fe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.612335] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-947 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.612518] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-947" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.613675] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-947" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.613675] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-947" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.613675] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.613675] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.613675] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.614220] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.614220] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.614220] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 830.614370] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 830.614426] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 830.614607] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 830.614872] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 830.614962] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 830.615196] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 830.635333] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 830.635807] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 830.636090] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 830.636283] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-947" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.636693] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-6f9e1464-642a-492b-9cf0-44cd6d19d125 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.636925] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-6f9e1464-642a-492b-9cf0-44cd6d19d125" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.637099] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-6f9e1464-642a-492b-9cf0-44cd6d19d125" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.637571] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-6f9e1464-642a-492b-9cf0-44cd6d19d125" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.637777] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f9e1464-642a-492b-9cf0-44cd6d19d125',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.680308] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-f524f17f-7074-4514-81f8-386cedcb1cc7 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.680308] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.680308] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f524f17f-7074-4514-81f8-386cedcb1cc7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.680824] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21e85488-19cb-44ff-bb1c-95ad53830f75 with status ACTIVE [ 830.681178] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.681178] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.681325] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.681555] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.681703] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.681971] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.682127] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.682194] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.682356] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.682458] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.682758] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.682926] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.683152] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.683253] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.683357] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.683478] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21e85488-19cb-44ff-bb1c-95ad53830f75 is going to be updated. [ 830.705946] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.706151] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.706432] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.706889] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.707104] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.707327] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21e85488-19cb-44ff-bb1c-95ad53830f75" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.715247] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.715460] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.715515] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.715689] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.746653] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.746951] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.747162] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.747251] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.747536] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.747682] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.747831] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 is going to be updated. [ 830.758630] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c5e91b6-7106-4070-99b7-da83526c09fe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.799991] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.799991] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.799991] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.799991] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.799991] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.846095] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 in Status: IN_PROGRESS for 2s [ 831.140478] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.140740] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.141085] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.141461] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.141618] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.141786] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port 6f9e1464-642a-492b-9cf0-44cd6d19d125 not found, creating... [ 831.142147] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.142322] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.142437] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.142700] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.142860] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.143418] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.143637] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.143770] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.144087] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.144313] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.144490] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: 6f9e1464-642a-492b-9cf0-44cd6d19d125 is going to be created. [ 831.185286] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.185731] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.185731] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.185959] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.186198] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.186430] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-6f9e1464-642a-492b-9cf0-44cd6d19d125" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.187440] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f524f17f-7074-4514-81f8-386cedcb1cc7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.261663] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c5e91b6-7106-4070-99b7-da83526c09fe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.591087] env[65832]: INFO networking_nsxv3.common.synchronization [None req-20537b55-9197-4af9-b2e0-56e321d0b922 None None] Enqueued Resource ID: 4ef61c75-deb6-4204-8701-4bafb70d82e1 with Priority: HIGHEST for action port [ 831.591583] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ef61c75-deb6-4204-8701-4bafb70d82e1 with Priority: HIGHEST for action port [ 831.592675] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ef61c75-deb6-4204-8701-4bafb70d82e1 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.592803] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ef61c75-deb6-4204-8701-4bafb70d82e1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.592843] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ef61c75-deb6-4204-8701-4bafb70d82e1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.593096] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ef61c75-deb6-4204-8701-4bafb70d82e1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.594173] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ef61c75-deb6-4204-8701-4bafb70d82e1',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.689804] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.689804] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.689804] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.689955] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.689955] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.690046] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f524f17f-7074-4514-81f8-386cedcb1cc7 is going to be created. [ 831.722140] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.722403] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.722529] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.722873] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.723174] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.745523] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f524f17f-7074-4514-81f8-386cedcb1cc7 in Status: UNINITIALIZED for 2s [ 831.764099] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.766275] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.766275] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.766275] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.766275] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.766275] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c5e91b6-7106-4070-99b7-da83526c09fe is going to be updated. [ 831.810035] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.810035] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.810035] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.810035] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.810308] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.820704] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c5e91b6-7106-4070-99b7-da83526c09fe in Status: IN_PROGRESS for 2s [ 831.990176] env[65832]: INFO networking_nsxv3.common.synchronization [req-8d6a70b6-de46-41e0-9e54-675fefebfb9f req-dcad087a-cf4c-40c1-9355-e981698458e4 service nova] Enqueued Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGHEST for action security_group_rules [ 831.990960] env[65832]: INFO networking_nsxv3.common.synchronization [req-8d6a70b6-de46-41e0-9e54-675fefebfb9f req-dcad087a-cf4c-40c1-9355-e981698458e4 service nova] Enqueued Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGHEST for action security_group_members [ 831.990960] env[65832]: INFO networking_nsxv3.common.synchronization [req-8d6a70b6-de46-41e0-9e54-675fefebfb9f req-dcad087a-cf4c-40c1-9355-e981698458e4 service nova] Enqueued Resource ID: 6f9e1464-642a-492b-9cf0-44cd6d19d125 with Priority: HIGHEST for action port [ 831.991626] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGHEST for action security_group_rules [ 831.991626] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGHEST for action security_group_members [ 831.992377] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f9e1464-642a-492b-9cf0-44cd6d19d125 with Priority: HIGHEST for action port [ 831.992377] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40f57d9f-b605-4bdf-8c98-9940026ff615 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.992377] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.992544] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.992970] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.992970] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.996294] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f57d9f-b605-4bdf-8c98-9940026ff615 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.996294] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.996294] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f9e1464-642a-492b-9cf0-44cd6d19d125 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.996294] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f9e1464-642a-492b-9cf0-44cd6d19d125" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.996294] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f9e1464-642a-492b-9cf0-44cd6d19d125" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.996294] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f9e1464-642a-492b-9cf0-44cd6d19d125" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.996294] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f9e1464-642a-492b-9cf0-44cd6d19d125',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.097091] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ef61c75-deb6-4204-8701-4bafb70d82e1 [ 832.097091] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.097091] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.097091] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.097091] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.097091] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.097091] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ef61c75-deb6-4204-8701-4bafb70d82e1 already deleted. [ 832.097091] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ef61c75-deb6-4204-8701-4bafb70d82e1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.496462] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f57d9f-b605-4bdf-8c98-9940026ff615 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.496915] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.496915] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f9e1464-642a-492b-9cf0-44cd6d19d125 with status ACTIVE [ 832.497140] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.497295] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.497415] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.497740] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.497854] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.498477] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.498477] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.498477] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.498797] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.498797] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.498901] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.498973] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.499562] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.499986] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.499986] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.501066] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f9e1464-642a-492b-9cf0-44cd6d19d125 is going to be updated. [ 832.527589] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.527589] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.527589] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.527589] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.527767] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.527912] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f9e1464-642a-492b-9cf0-44cd6d19d125" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.539835] env[65832]: INFO networking_nsxv3.common.synchronization [req-4e206472-4ec0-4c89-9b4a-bde3912caa6f req-395be434-9b50-4427-b9e2-d4c56be9626f tempest-ServerRescueTestJSONUnderV235-1035128799 tempest-ServerRescueTestJSONUnderV235-1035128799-project-member] Enqueued Resource ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 with Priority: HIGHEST for action security_group_members [ 832.540573] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 with Priority: HIGHEST for action security_group_members [ 832.541462] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-36a13585-92e2-4a28-bcee-dcb3b7c497b5 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.541608] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.541690] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.541979] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.542195] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.542309] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.542386] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.542569] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.542664] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.542761] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36a13585-92e2-4a28-bcee-dcb3b7c497b5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.861443] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 in Status: SUCCESS [ 832.861636] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 deletion is rescheduled due to dependency. [ 832.861756] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.861924] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.862166] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.862358] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.862478] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.862543] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.862701] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.862782] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.862881] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.911356] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-991 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.911616] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-991" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.911764] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-991" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.912174] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-991" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.912505] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.912702] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.912845] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.913110] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.913282] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.913623] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.913762] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.913892] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.914027] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.914145] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.914250] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.914383] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.948961] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.949142] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 832.949276] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.949472] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-991" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.949964] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-4196be4b-40b2-4a18-b294-d2a024434973 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.950181] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-4196be4b-40b2-4a18-b294-d2a024434973" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.950307] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-4196be4b-40b2-4a18-b294-d2a024434973" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.952147] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-4196be4b-40b2-4a18-b294-d2a024434973" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.952147] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4196be4b-40b2-4a18-b294-d2a024434973',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.046663] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.046933] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.047015] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.047258] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.047395] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.047770] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.047901] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.048020] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.048226] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.048366] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.048509] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 already deleted. [ 833.048630] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.226034] env[65832]: INFO networking_nsxv3.common.synchronization [req-52b84b80-4701-4d10-8b4b-6d07d0ec433d req-971196ae-19e3-4ae1-9691-2f0fd4f1c9cd tempest-ServersAdminTestJSON-2145455351 tempest-ServersAdminTestJSON-2145455351-project-member] Enqueued Resource ID: cf305367-f793-4b43-99a9-8907fd0c4649 with Priority: HIGHEST for action security_group_members [ 833.226769] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf305367-f793-4b43-99a9-8907fd0c4649 with Priority: HIGHEST for action security_group_members [ 833.227186] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf305367-f793-4b43-99a9-8907fd0c4649 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.227397] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.227541] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.227830] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.228053] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.228190] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.228275] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.228484] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.228609] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.228735] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf305367-f793-4b43-99a9-8907fd0c4649',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.368703] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.456028] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.456028] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.456028] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.456028] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.456028] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.456028] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port 4196be4b-40b2-4a18-b294-d2a024434973 not found, creating... [ 833.456028] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.456028] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.456028] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.456028] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.456028] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.456616] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.456616] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.456616] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.456616] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.457687] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.458897] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: 4196be4b-40b2-4a18-b294-d2a024434973 is going to be created. [ 833.489017] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.491144] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.491144] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.491144] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.491144] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.491144] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-4196be4b-40b2-4a18-b294-d2a024434973" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.733741] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf305367-f793-4b43-99a9-8907fd0c4649',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.757883] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f524f17f-7074-4514-81f8-386cedcb1cc7 in Status: SUCCESS [ 833.758121] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.758288] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.758536] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.758686] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.758802] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.758876] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.759231] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.759231] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.759231] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.759365] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f524f17f-7074-4514-81f8-386cedcb1cc7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.832031] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c5e91b6-7106-4070-99b7-da83526c09fe in Status: SUCCESS [ 833.832217] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.832393] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.833755] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.833755] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.833755] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.833755] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.834037] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.834037] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.834037] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.834696] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c5e91b6-7106-4070-99b7-da83526c09fe taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.834796] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.834844] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.834993] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.835157] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.835470] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.835531] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.835682] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.836064] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.836064] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.836064] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c5e91b6-7106-4070-99b7-da83526c09fe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.872733] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.228114] env[65832]: INFO networking_nsxv3.common.synchronization [req-4e206472-4ec0-4c89-9b4a-bde3912caa6f req-627d3f02-330b-4df5-8ac8-d594552c0934 service nova] Enqueued Resource ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 with Priority: HIGHEST for action security_group_rules [ 834.228353] env[65832]: INFO networking_nsxv3.common.synchronization [req-4e206472-4ec0-4c89-9b4a-bde3912caa6f req-627d3f02-330b-4df5-8ac8-d594552c0934 service nova] Enqueued Resource ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 with Priority: HIGHEST for action security_group_members [ 834.228534] env[65832]: INFO networking_nsxv3.common.synchronization [req-4e206472-4ec0-4c89-9b4a-bde3912caa6f req-627d3f02-330b-4df5-8ac8-d594552c0934 service nova] Enqueued Resource ID: 4196be4b-40b2-4a18-b294-d2a024434973 with Priority: HIGHEST for action port [ 834.229135] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 with Priority: HIGHEST for action security_group_rules [ 834.229250] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 with Priority: HIGHEST for action security_group_members [ 834.229376] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4196be4b-40b2-4a18-b294-d2a024434973 with Priority: HIGHEST for action port [ 834.229612] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36a13585-92e2-4a28-bcee-dcb3b7c497b5 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.229739] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.229802] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.230175] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.230175] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36a13585-92e2-4a28-bcee-dcb3b7c497b5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.231018] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-36a13585-92e2-4a28-bcee-dcb3b7c497b5 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.231141] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.231209] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.232225] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.232225] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.232225] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.232225] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.232225] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.232225] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.232225] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36a13585-92e2-4a28-bcee-dcb3b7c497b5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.232758] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-4196be4b-40b2-4a18-b294-d2a024434973 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.232868] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4196be4b-40b2-4a18-b294-d2a024434973" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.232930] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4196be4b-40b2-4a18-b294-d2a024434973" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.233095] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4196be4b-40b2-4a18-b294-d2a024434973" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.233409] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4196be4b-40b2-4a18-b294-d2a024434973',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.238089] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf305367-f793-4b43-99a9-8907fd0c4649',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.261478] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-f524f17f-7074-4514-81f8-386cedcb1cc7 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.261570] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.261613] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.261855] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.262731] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.262731] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.262731] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.262731] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.262731] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.262731] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.262731] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-f524f17f-7074-4514-81f8-386cedcb1cc7 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.263025] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.263025] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.263151] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.263185] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.263309] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.263309] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.263435] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.263777] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.263777] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.263777] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f524f17f-7074-4514-81f8-386cedcb1cc7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.338812] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c5e91b6-7106-4070-99b7-da83526c09fe: rpc.has_security_group_logging(os_id): False [ 834.358218] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.358371] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.358473] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.358681] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.358876] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.359105] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.359205] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.359252] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.360768] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.360768] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.360768] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.360768] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.360768] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.360768] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.360768] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.360768] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.360768] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.360768] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.360768] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.360768] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.360768] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c5e91b6-7106-4070-99b7-da83526c09fe is going to be created. [ 834.374485] env[65832]: INFO networking_nsxv3.common.synchronization [req-c8da816d-1f14-4f1e-a699-ed890ec2f97a req-53a4afe3-856e-48e8-8206-608b2c9014ef tempest-InstanceActionsV221TestJSON-236990385 tempest-InstanceActionsV221TestJSON-236990385-project-member] Enqueued Resource ID: e9d4859b-b8f7-4d63-81cb-3328f7ba1aee with Priority: HIGHEST for action security_group_members [ 834.375065] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.375179] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.375179] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.375419] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.375475] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.375555] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 is going to be updated. [ 834.377057] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9d4859b-b8f7-4d63-81cb-3328f7ba1aee with Priority: HIGHEST for action security_group_members [ 834.377532] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9d4859b-b8f7-4d63-81cb-3328f7ba1aee taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.377532] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9d4859b-b8f7-4d63-81cb-3328f7ba1aee" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.377704] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9d4859b-b8f7-4d63-81cb-3328f7ba1aee" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.377863] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9d4859b-b8f7-4d63-81cb-3328f7ba1aee" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.378064] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.378064] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.381081] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.381380] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.381380] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.381519] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9d4859b-b8f7-4d63-81cb-3328f7ba1aee',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.418248] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.418400] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.418512] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.418678] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.418824] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.430053] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 in Status: IN_PROGRESS for 2s [ 834.456533] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.456685] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.456748] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.456951] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.457136] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.487934] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c5e91b6-7106-4070-99b7-da83526c09fe in Status: IN_PROGRESS for 2s [ 834.734389] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36a13585-92e2-4a28-bcee-dcb3b7c497b5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.735601] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-36a13585-92e2-4a28-bcee-dcb3b7c497b5 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.735717] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.736127] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4196be4b-40b2-4a18-b294-d2a024434973 with status ACTIVE [ 834.736280] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.736429] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.736548] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.737766] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.737766] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.737766] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.737766] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.737766] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.737766] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.737766] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.737766] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.738177] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.738177] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.738177] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.738177] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.738359] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4196be4b-40b2-4a18-b294-d2a024434973 is going to be updated. [ 834.742129] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.742129] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.742129] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.742129] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.742129] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.742129] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf305367-f793-4b43-99a9-8907fd0c4649 is going to be updated. [ 834.764107] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.764271] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.764340] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.764560] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.764700] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.764867] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4196be4b-40b2-4a18-b294-d2a024434973" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.765442] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f524f17f-7074-4514-81f8-386cedcb1cc7: rpc.has_security_group_logging(os_id): False [ 834.802149] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.802306] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.802449] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.802578] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.802702] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.802862] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.802939] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.803043] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.803168] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.803247] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.803427] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.803521] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.803583] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.803713] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.803820] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.803961] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.804065] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.804155] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.804269] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.804344] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.804491] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f524f17f-7074-4514-81f8-386cedcb1cc7 is going to be created. [ 834.812839] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.812986] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.813069] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.813266] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.813410] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.823838] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf305367-f793-4b43-99a9-8907fd0c4649 in Status: IN_PROGRESS for 2s [ 834.885141] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.885414] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.885556] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.885738] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.886162] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.886162] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.886298] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.886355] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.886555] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.886646] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.886786] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9d4859b-b8f7-4d63-81cb-3328f7ba1aee is going to be updated. [ 834.936453] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.936453] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.936453] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.936453] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.936453] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.937914] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.938193] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.938193] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.938296] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.938509] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.956143] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9d4859b-b8f7-4d63-81cb-3328f7ba1aee in Status: IN_PROGRESS for 2s [ 834.959276] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f524f17f-7074-4514-81f8-386cedcb1cc7 in Status: IN_PROGRESS for 2s [ 835.237697] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36a13585-92e2-4a28-bcee-dcb3b7c497b5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.436256] env[65832]: INFO networking_nsxv3.common.synchronization [req-20d1b6b9-8b14-47ea-911c-5c4d15d9d72b req-8feebb19-cfca-4e38-a33f-a3e44a33a6ae tempest-MigrationsAdminTest-681095415 tempest-MigrationsAdminTest-681095415-project-member] Enqueued Resource ID: 7c73c220-a4b7-4acd-9a43-197eee6cf67d with Priority: HIGHEST for action security_group_members [ 835.437728] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c73c220-a4b7-4acd-9a43-197eee6cf67d with Priority: HIGHEST for action security_group_members [ 835.437728] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c73c220-a4b7-4acd-9a43-197eee6cf67d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.437728] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.438245] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.438245] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.438245] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.438245] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.438549] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.438549] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.438549] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.438746] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c73c220-a4b7-4acd-9a43-197eee6cf67d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.743740] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.743740] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.743740] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.743740] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.743740] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.743740] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 is going to be created. [ 835.771942] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.771942] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.771942] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.771942] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.771942] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.782355] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 in Status: UNINITIALIZED for 2s [ 835.940890] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c73c220-a4b7-4acd-9a43-197eee6cf67d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.257641] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.257825] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-806" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.257959] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-806" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.258584] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-806" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.258688] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.258857] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.258982] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.259215] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.259361] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.259622] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 836.259743] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 836.259851] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 836.259954] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 836.260070] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 836.260207] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 836.260374] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 836.281077] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 836.281269] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 836.281415] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 836.281589] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-806" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.281946] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-c0330092-62bf-4968-bdf4-217c6d82409f taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.282139] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-c0330092-62bf-4968-bdf4-217c6d82409f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.282274] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-c0330092-62bf-4968-bdf4-217c6d82409f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.282565] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-c0330092-62bf-4968-bdf4-217c6d82409f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.282701] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0330092-62bf-4968-bdf4-217c6d82409f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.443981] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 in Status: SUCCESS [ 836.444249] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.444511] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c73c220-a4b7-4acd-9a43-197eee6cf67d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.445604] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.445705] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.445857] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.445975] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.446416] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.446911] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.446911] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.447041] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.447223] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.509870] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c5e91b6-7106-4070-99b7-da83526c09fe in Status: SUCCESS [ 836.510155] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.510390] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.510563] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.510654] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c5e91b6-7106-4070-99b7-da83526c09fe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.785572] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.785945] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.786070] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.786410] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.786599] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.786791] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port c0330092-62bf-4968-bdf4-217c6d82409f not found, creating... [ 836.787122] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.787291] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.787442] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.787769] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.788016] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.788381] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.788548] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.788719] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.788995] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.789190] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.789380] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: c0330092-62bf-4968-bdf4-217c6d82409f is going to be created. [ 836.813937] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.814111] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.814252] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.814565] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.814804] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.815040] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-c0330092-62bf-4968-bdf4-217c6d82409f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.836142] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf305367-f793-4b43-99a9-8907fd0c4649 in Status: SUCCESS [ 836.836532] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.949411] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.949752] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.949752] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.950039] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.950137] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.950238] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c73c220-a4b7-4acd-9a43-197eee6cf67d is going to be updated. [ 836.951811] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f57d9f-b605-4bdf-8c98-9940026ff615 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.951934] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.952011] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.952550] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.952550] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.952550] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.952550] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.953162] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.953162] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.953162] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.953162] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f57d9f-b605-4bdf-8c98-9940026ff615 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.953162] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.953339] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.953339] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.953446] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.953566] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.953646] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.953761] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.953829] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.953908] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.953994] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.975194] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9d4859b-b8f7-4d63-81cb-3328f7ba1aee in Status: SUCCESS [ 836.975628] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9d4859b-b8f7-4d63-81cb-3328f7ba1aee deletion is rescheduled due to dependency. [ 836.975858] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9d4859b-b8f7-4d63-81cb-3328f7ba1aee" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.978404] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f524f17f-7074-4514-81f8-386cedcb1cc7 in Status: SUCCESS [ 836.978773] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.003934] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.004320] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.004320] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.004524] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.004524] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.013894] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c5e91b6-7106-4070-99b7-da83526c09fe taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.014110] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.014180] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.014538] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.014966] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.014966] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.015135] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.015216] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.015327] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.015394] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.015523] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c5e91b6-7106-4070-99b7-da83526c09fe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.018132] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c73c220-a4b7-4acd-9a43-197eee6cf67d in Status: IN_PROGRESS for 2s [ 837.459914] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40f57d9f-b605-4bdf-8c98-9940026ff615: rpc.has_security_group_logging(os_id): False [ 837.482180] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.482180] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.482180] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.482180] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.482180] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.482180] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.482180] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.482180] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.482180] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.482180] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.482180] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.482180] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.482180] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.482180] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.482180] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.482824] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.482824] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.482824] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.482824] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.482824] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.482824] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 is going to be updated. [ 837.522444] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c5e91b6-7106-4070-99b7-da83526c09fe taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.522444] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.522444] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.522444] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.522444] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.522444] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.522444] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.522444] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.522444] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.522444] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.522444] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c5e91b6-7106-4070-99b7-da83526c09fe taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.522444] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.522444] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.522444] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.522444] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.522444] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.522988] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.522988] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.522988] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.522988] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.522988] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c5e91b6-7106-4070-99b7-da83526c09fe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.553589] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.553767] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.553875] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.554301] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.554521] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.558380] env[65832]: INFO networking_nsxv3.common.synchronization [req-20d1b6b9-8b14-47ea-911c-5c4d15d9d72b req-89fccfce-6dbb-4d8d-b4a8-ce677c1317ce service nova] Enqueued Resource ID: 7c73c220-a4b7-4acd-9a43-197eee6cf67d with Priority: HIGHEST for action security_group_rules [ 837.558564] env[65832]: INFO networking_nsxv3.common.synchronization [req-20d1b6b9-8b14-47ea-911c-5c4d15d9d72b req-89fccfce-6dbb-4d8d-b4a8-ce677c1317ce service nova] Enqueued Resource ID: 7c73c220-a4b7-4acd-9a43-197eee6cf67d with Priority: HIGHEST for action security_group_members [ 837.558720] env[65832]: INFO networking_nsxv3.common.synchronization [req-20d1b6b9-8b14-47ea-911c-5c4d15d9d72b req-89fccfce-6dbb-4d8d-b4a8-ce677c1317ce service nova] Enqueued Resource ID: c0330092-62bf-4968-bdf4-217c6d82409f with Priority: HIGHEST for action port [ 837.559993] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c73c220-a4b7-4acd-9a43-197eee6cf67d with Priority: HIGHEST for action security_group_rules [ 837.560133] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c73c220-a4b7-4acd-9a43-197eee6cf67d with Priority: HIGHEST for action security_group_members [ 837.560240] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0330092-62bf-4968-bdf4-217c6d82409f with Priority: HIGHEST for action port [ 837.560938] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c73c220-a4b7-4acd-9a43-197eee6cf67d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.561084] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.561152] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.561365] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.561442] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c73c220-a4b7-4acd-9a43-197eee6cf67d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.562383] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c73c220-a4b7-4acd-9a43-197eee6cf67d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.565360] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.565360] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0330092-62bf-4968-bdf4-217c6d82409f taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.565360] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0330092-62bf-4968-bdf4-217c6d82409f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.565360] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0330092-62bf-4968-bdf4-217c6d82409f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.565360] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0330092-62bf-4968-bdf4-217c6d82409f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.565360] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0330092-62bf-4968-bdf4-217c6d82409f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.578432] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 in Status: IN_PROGRESS for 2s [ 837.803751] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 in Status: SUCCESS [ 837.803751] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.803751] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.803751] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.803751] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.803751] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.803751] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.803751] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.803751] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.803751] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.803751] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36a13585-92e2-4a28-bcee-dcb3b7c497b5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.017585] env[65832]: INFO networking_nsxv3.common.synchronization [req-dff6b7f5-63bb-46c5-b038-bec5ff5314b7 req-b2242fbe-8b87-4392-9dd3-28fa233d6e9f tempest-ServersTestJSON-1493817061 tempest-ServersTestJSON-1493817061-project-member] Enqueued Resource ID: d09485a3-4af7-4535-a14d-103e83bc1563 with Priority: HIGHEST for action security_group_members [ 838.018469] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d09485a3-4af7-4535-a14d-103e83bc1563 with Priority: HIGHEST for action security_group_members [ 838.018818] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d09485a3-4af7-4535-a14d-103e83bc1563 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.019162] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d09485a3-4af7-4535-a14d-103e83bc1563" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.019162] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d09485a3-4af7-4535-a14d-103e83bc1563" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.019408] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d09485a3-4af7-4535-a14d-103e83bc1563" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.019602] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.019708] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.019763] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.019944] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.020091] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.020271] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d09485a3-4af7-4535-a14d-103e83bc1563',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.026474] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c5e91b6-7106-4070-99b7-da83526c09fe: rpc.has_security_group_logging(os_id): False [ 838.049494] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.049952] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.049952] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.049952] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.050112] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.050654] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.050654] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.050654] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.050654] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.050872] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.050907] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.051054] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.051054] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.051218] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.051584] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.051647] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.051734] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.051900] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.051962] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.052049] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.052147] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c5e91b6-7106-4070-99b7-da83526c09fe is going to be updated. [ 838.065116] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c73c220-a4b7-4acd-9a43-197eee6cf67d taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.065298] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.067068] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0330092-62bf-4968-bdf4-217c6d82409f with status ACTIVE [ 838.067068] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.067224] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.067224] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.067364] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.067451] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.067720] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.067808] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.067808] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.068652] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.068652] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.068652] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.068652] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.068652] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.068652] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.068652] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.069036] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0330092-62bf-4968-bdf4-217c6d82409f is going to be updated. [ 838.097218] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.097548] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.097720] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.098073] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.098299] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.098653] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0330092-62bf-4968-bdf4-217c6d82409f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.145098] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.145278] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.145382] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.146231] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.146231] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.229536] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c5e91b6-7106-4070-99b7-da83526c09fe in Status: IN_PROGRESS for 2s [ 838.305653] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-36a13585-92e2-4a28-bcee-dcb3b7c497b5 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.308091] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.308319] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.311813] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.311813] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.311813] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.311813] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.311813] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.311813] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.311813] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.311813] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-36a13585-92e2-4a28-bcee-dcb3b7c497b5 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.311813] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.311813] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.311813] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.311813] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.311813] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.311813] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.311813] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.311813] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.311813] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.311813] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36a13585-92e2-4a28-bcee-dcb3b7c497b5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.509951] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-94 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.510204] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-94" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.510351] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-94" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.510707] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-94" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.511389] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.511389] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.511542] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.511730] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.511874] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.512093] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.512205] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 838.512310] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 838.512414] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 838.512524] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.512642] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 838.512747] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 838.522163] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.522358] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.522399] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.522583] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.522675] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.522867] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.522963] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.523042] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.523189] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.523263] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.523347] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d09485a3-4af7-4535-a14d-103e83bc1563 already deleted. [ 838.523426] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d09485a3-4af7-4535-a14d-103e83bc1563" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.535907] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 838.536130] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 838.536319] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 838.536496] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-94" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.536947] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-7f376744-1d98-44d3-a73b-e22737cef164 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.537163] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-7f376744-1d98-44d3-a73b-e22737cef164" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.537297] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-7f376744-1d98-44d3-a73b-e22737cef164" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.537647] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-7f376744-1d98-44d3-a73b-e22737cef164" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.537894] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f376744-1d98-44d3-a73b-e22737cef164',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.815699] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36a13585-92e2-4a28-bcee-dcb3b7c497b5: rpc.has_security_group_logging(os_id): False [ 838.851433] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.851715] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.851884] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.852190] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.852345] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.852699] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.852876] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.852989] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.853491] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.853783] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.854225] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.855156] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.855440] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.855751] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.855989] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.856496] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.856796] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.856978] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.857236] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.857403] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.857599] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 is going to be created. [ 838.964404] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.964891] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.964891] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.965222] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.965222] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.979152] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 in Status: IN_PROGRESS for 2s [ 839.028386] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c73c220-a4b7-4acd-9a43-197eee6cf67d in Status: SUCCESS [ 839.028693] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.028858] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.029054] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.029257] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.029380] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.029499] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.029646] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.029712] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.029772] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c73c220-a4b7-4acd-9a43-197eee6cf67d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.040985] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.041333] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.041333] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.041641] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.041880] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.042068] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port 7f376744-1d98-44d3-a73b-e22737cef164 not found, creating... [ 839.042340] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.042560] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.042745] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.043014] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.044107] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.044619] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.044802] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.047013] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.047013] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.047013] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.047013] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: 7f376744-1d98-44d3-a73b-e22737cef164 is going to be created. [ 839.087178] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.087604] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.087834] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.088298] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.088685] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.089083] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-7f376744-1d98-44d3-a73b-e22737cef164" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.311279] env[65832]: INFO networking_nsxv3.common.synchronization [req-4f4b402f-ed45-490c-a3a9-90b7a01da994 req-019b7253-7939-4d5d-b05d-c8f420e0b55b tempest-ListServersNegativeTestJSON-1146965775 tempest-ListServersNegativeTestJSON-1146965775-project-member] Enqueued Resource ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 with Priority: HIGHEST for action security_group_members [ 839.311968] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 with Priority: HIGHEST for action security_group_members [ 839.312726] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b1ee109-cb61-450a-8f0a-07076b2d5c77 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.312726] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.312726] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.312726] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.312993] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.312993] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.312993] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.313129] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.313207] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.313301] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b1ee109-cb61-450a-8f0a-07076b2d5c77',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.532019] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c73c220-a4b7-4acd-9a43-197eee6cf67d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.613610] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 in Status: SUCCESS [ 839.616256] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.628266] env[65832]: INFO networking_nsxv3.common.synchronization [req-7ec5632e-e6bb-41b9-8f13-3163c1cb53f7 req-fb13d86a-f583-43f8-9b0c-57826f64c532 tempest-SecurityGroupsTestJSON-1917859049 tempest-SecurityGroupsTestJSON-1917859049-project-member] Enqueued Resource ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 with Priority: HIGHEST for action security_group_members [ 839.628523] env[65832]: INFO networking_nsxv3.common.synchronization [req-7ec5632e-e6bb-41b9-8f13-3163c1cb53f7 req-fb13d86a-f583-43f8-9b0c-57826f64c532 tempest-SecurityGroupsTestJSON-1917859049 tempest-SecurityGroupsTestJSON-1917859049-project-member] Enqueued Resource ID: 926843c3-af1c-468e-9cd0-342525e30e97 with Priority: HIGHEST for action security_group_members [ 839.628639] env[65832]: INFO networking_nsxv3.common.synchronization [req-7ec5632e-e6bb-41b9-8f13-3163c1cb53f7 req-fb13d86a-f583-43f8-9b0c-57826f64c532 tempest-SecurityGroupsTestJSON-1917859049 tempest-SecurityGroupsTestJSON-1917859049-project-member] Enqueued Resource ID: 26bbbe90-6cf1-448b-bb10-78493575687d with Priority: HIGHEST for action security_group_members [ 839.630032] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 with Priority: HIGHEST for action security_group_members [ 839.630032] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926843c3-af1c-468e-9cd0-342525e30e97 with Priority: HIGHEST for action security_group_members [ 839.630032] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26bbbe90-6cf1-448b-bb10-78493575687d with Priority: HIGHEST for action security_group_members [ 839.630032] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.630032] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.630287] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.630506] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.630680] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.630791] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.630849] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.631110] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.631110] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.631247] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.632649] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-926843c3-af1c-468e-9cd0-342525e30e97 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.632804] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926843c3-af1c-468e-9cd0-342525e30e97" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.633945] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926843c3-af1c-468e-9cd0-342525e30e97" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.633945] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926843c3-af1c-468e-9cd0-342525e30e97" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.633945] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.633945] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.633945] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.633945] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.633945] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.633945] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('926843c3-af1c-468e-9cd0-342525e30e97',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.635864] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-26bbbe90-6cf1-448b-bb10-78493575687d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.636503] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26bbbe90-6cf1-448b-bb10-78493575687d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.636503] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26bbbe90-6cf1-448b-bb10-78493575687d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.636622] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26bbbe90-6cf1-448b-bb10-78493575687d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.636795] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.638142] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.638142] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.638702] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.638702] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.638702] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26bbbe90-6cf1-448b-bb10-78493575687d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.798440] env[65832]: INFO networking_nsxv3.common.synchronization [req-dff6b7f5-63bb-46c5-b038-bec5ff5314b7 req-f3755e8a-8ad1-4b2d-adbe-03edd802597d service nova] Enqueued Resource ID: d09485a3-4af7-4535-a14d-103e83bc1563 with Priority: HIGHEST for action security_group_rules [ 839.798735] env[65832]: INFO networking_nsxv3.common.synchronization [req-dff6b7f5-63bb-46c5-b038-bec5ff5314b7 req-f3755e8a-8ad1-4b2d-adbe-03edd802597d service nova] Enqueued Resource ID: d09485a3-4af7-4535-a14d-103e83bc1563 with Priority: HIGHEST for action security_group_members [ 839.798894] env[65832]: INFO networking_nsxv3.common.synchronization [req-dff6b7f5-63bb-46c5-b038-bec5ff5314b7 req-f3755e8a-8ad1-4b2d-adbe-03edd802597d service nova] Enqueued Resource ID: 7f376744-1d98-44d3-a73b-e22737cef164 with Priority: HIGHEST for action port [ 839.799450] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d09485a3-4af7-4535-a14d-103e83bc1563 with Priority: HIGHEST for action security_group_rules [ 839.799588] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d09485a3-4af7-4535-a14d-103e83bc1563 with Priority: HIGHEST for action security_group_members [ 839.799711] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f376744-1d98-44d3-a73b-e22737cef164 with Priority: HIGHEST for action port [ 839.800123] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d09485a3-4af7-4535-a14d-103e83bc1563 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.800217] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d09485a3-4af7-4535-a14d-103e83bc1563" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.800282] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d09485a3-4af7-4535-a14d-103e83bc1563" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.800492] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d09485a3-4af7-4535-a14d-103e83bc1563" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.800615] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d09485a3-4af7-4535-a14d-103e83bc1563',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.801503] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d09485a3-4af7-4535-a14d-103e83bc1563 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.801571] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d09485a3-4af7-4535-a14d-103e83bc1563" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.802111] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d09485a3-4af7-4535-a14d-103e83bc1563" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.802301] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d09485a3-4af7-4535-a14d-103e83bc1563" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.802452] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.802557] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.802639] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.804832] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.804832] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.804832] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d09485a3-4af7-4535-a14d-103e83bc1563',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.805242] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f376744-1d98-44d3-a73b-e22737cef164 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.805383] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f376744-1d98-44d3-a73b-e22737cef164" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.805462] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f376744-1d98-44d3-a73b-e22737cef164" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.805616] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f376744-1d98-44d3-a73b-e22737cef164" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.805689] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f376744-1d98-44d3-a73b-e22737cef164',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.817428] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b1ee109-cb61-450a-8f0a-07076b2d5c77',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.878676] env[65832]: INFO networking_nsxv3.common.synchronization [req-460fcaff-7f93-409d-910c-d354ca03cbf5 req-77142f70-1f1d-401b-b887-53178647fcc3 tempest-ListServersNegativeTestJSON-1146965775 tempest-ListServersNegativeTestJSON-1146965775-project-member] Enqueued Resource ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 with Priority: HIGHEST for action security_group_members [ 839.878676] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 with Priority: HIGHEST for action security_group_members [ 839.878676] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b1ee109-cb61-450a-8f0a-07076b2d5c77 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.878676] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.035031] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c73c220-a4b7-4acd-9a43-197eee6cf67d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.133879] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.133879] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.133879] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.133879] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.141967] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.142214] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.142407] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.142456] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.150387] env[65832]: INFO networking_nsxv3.common.synchronization [req-07381c0d-9177-4752-8969-f92ba140ae67 req-c7023a33-4cca-4c38-b201-b2ef293ae564 tempest-MultipleCreateTestJSON-141656300 tempest-MultipleCreateTestJSON-141656300-project-member] Enqueued Resource ID: 9c5e91b6-7106-4070-99b7-da83526c09fe with Priority: HIGHEST for action security_group_members [ 840.151019] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c5e91b6-7106-4070-99b7-da83526c09fe with Priority: HIGHEST for action security_group_members [ 840.151409] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c5e91b6-7106-4070-99b7-da83526c09fe taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.151499] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.151581] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.153411] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.153411] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.153411] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.153411] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.153411] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.153411] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.153411] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c5e91b6-7106-4070-99b7-da83526c09fe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.159623] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.159930] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.160058] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.160140] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.160331] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.160409] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.160500] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 is going to be updated. [ 840.161810] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.162009] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.188570] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.188855] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.188992] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.188992] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.190186] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.190186] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.190186] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26bbbe90-6cf1-448b-bb10-78493575687d is going to be updated. [ 840.190466] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.190536] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.190621] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.190796] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.190910] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.190963] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.191173] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.191173] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.191324] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 926843c3-af1c-468e-9cd0-342525e30e97 is going to be updated. [ 840.208932] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.209150] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.209249] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.209525] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.209723] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.222334] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 in Status: IN_PROGRESS for 2s [ 840.223781] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.223923] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.223981] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.225331] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.225331] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.226427] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.226427] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.226680] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.226714] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.226921] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.242135] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26bbbe90-6cf1-448b-bb10-78493575687d in Status: IN_PROGRESS for 2s [ 840.245246] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926843c3-af1c-468e-9cd0-342525e30e97 in Status: IN_PROGRESS for 2s [ 840.249810] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c5e91b6-7106-4070-99b7-da83526c09fe in Status: SUCCESS [ 840.249997] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.307872] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d09485a3-4af7-4535-a14d-103e83bc1563 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.308129] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d09485a3-4af7-4535-a14d-103e83bc1563" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.308237] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d09485a3-4af7-4535-a14d-103e83bc1563',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.309588] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f376744-1d98-44d3-a73b-e22737cef164 with status ACTIVE [ 840.310537] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.310537] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.310537] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.310737] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.310865] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.311189] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.312515] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.312515] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.312515] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.312515] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.312515] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.312515] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.312515] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.312515] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.312958] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.312958] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f376744-1d98-44d3-a73b-e22737cef164 is going to be updated. [ 840.319642] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b1ee109-cb61-450a-8f0a-07076b2d5c77',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.343945] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.344125] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.344211] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.344436] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.344600] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.344758] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f376744-1d98-44d3-a73b-e22737cef164" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.539182] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.539668] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.539668] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.539668] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.539918] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.539918] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c73c220-a4b7-4acd-9a43-197eee6cf67d is going to be updated. [ 840.588485] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.588664] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.588728] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.588947] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.589110] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.602136] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c73c220-a4b7-4acd-9a43-197eee6cf67d in Status: IN_PROGRESS for 2s [ 840.654445] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c5e91b6-7106-4070-99b7-da83526c09fe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.704576] env[65832]: INFO networking_nsxv3.common.synchronization [req-df298ff4-f0a2-4f17-a435-7e9224f63643 req-f353667c-8518-4bdb-8fc4-e10efdcb4126 tempest-MultipleCreateTestJSON-141656300 tempest-MultipleCreateTestJSON-141656300-project-member] Enqueued Resource ID: 9c5e91b6-7106-4070-99b7-da83526c09fe with Priority: HIGHEST for action security_group_members [ 840.704913] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c5e91b6-7106-4070-99b7-da83526c09fe with Priority: HIGHEST for action security_group_members [ 840.706339] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c5e91b6-7106-4070-99b7-da83526c09fe taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.706339] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.815663] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d09485a3-4af7-4535-a14d-103e83bc1563',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.822885] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.823250] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.823250] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.823425] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.823425] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.823586] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 is going to be updated. [ 840.881858] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.881858] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.881858] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.881858] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.881858] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.895012] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 in Status: IN_PROGRESS for 2s [ 840.995121] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 in Status: SUCCESS [ 840.995375] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.157777] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c5e91b6-7106-4070-99b7-da83526c09fe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.319423] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.319598] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.319671] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.319885] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.319976] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.320084] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d09485a3-4af7-4535-a14d-103e83bc1563 is going to be created. [ 841.360870] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.360870] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.361125] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.361162] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.361309] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.373781] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d09485a3-4af7-4535-a14d-103e83bc1563 in Status: UNINITIALIZED for 2s [ 841.661847] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.662078] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.662160] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.662400] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.662481] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.662589] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c5e91b6-7106-4070-99b7-da83526c09fe is going to be updated. [ 841.705394] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.705563] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.705646] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.705855] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.705992] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.718687] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c5e91b6-7106-4070-99b7-da83526c09fe in Status: IN_PROGRESS for 2s [ 842.239432] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 in Status: SUCCESS [ 842.239851] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 deletion is rescheduled due to dependency. [ 842.239851] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.258036] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26bbbe90-6cf1-448b-bb10-78493575687d in Status: SUCCESS [ 842.258267] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26bbbe90-6cf1-448b-bb10-78493575687d deletion is rescheduled due to dependency. [ 842.258409] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26bbbe90-6cf1-448b-bb10-78493575687d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.276637] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926843c3-af1c-468e-9cd0-342525e30e97 in Status: SUCCESS [ 842.276923] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 926843c3-af1c-468e-9cd0-342525e30e97 deletion is rescheduled due to dependency. [ 842.277046] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926843c3-af1c-468e-9cd0-342525e30e97" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.615850] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c73c220-a4b7-4acd-9a43-197eee6cf67d in Status: SUCCESS [ 842.615850] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.615850] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.615850] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.615850] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.615850] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.615850] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.615850] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.615850] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.615850] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.615850] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c73c220-a4b7-4acd-9a43-197eee6cf67d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.932024] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 in Status: SUCCESS [ 842.932804] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.932989] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.933250] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.933508] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.933635] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.933696] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.933854] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.933936] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.934041] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b1ee109-cb61-450a-8f0a-07076b2d5c77',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.118641] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c73c220-a4b7-4acd-9a43-197eee6cf67d taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.118794] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.118884] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.119090] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.119263] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.119844] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.119953] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.120177] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.120247] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.120326] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.120446] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c73c220-a4b7-4acd-9a43-197eee6cf67d taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.120544] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.120602] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.120751] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.120888] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.120975] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.121042] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.121316] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.121394] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.121477] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.121564] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c73c220-a4b7-4acd-9a43-197eee6cf67d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.149055] env[65832]: INFO networking_nsxv3.common.synchronization [req-cacca467-a206-432c-9a3b-81ac9ae299db req-e34e7629-5a0c-4594-a173-b3e6b3c8679a tempest-ServersTestJSON-1196950663 tempest-ServersTestJSON-1196950663-project-member] Enqueued Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_members [ 843.149406] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_members [ 843.149924] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.150079] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.150153] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.150524] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.150524] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.150665] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.150665] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.150793] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.150896] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.150989] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.389127] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d09485a3-4af7-4535-a14d-103e83bc1563 in Status: SUCCESS [ 843.389564] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d09485a3-4af7-4535-a14d-103e83bc1563" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.389564] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d09485a3-4af7-4535-a14d-103e83bc1563" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.389947] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d09485a3-4af7-4535-a14d-103e83bc1563" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.390144] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.390144] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.390261] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.390359] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.390767] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.390767] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d09485a3-4af7-4535-a14d-103e83bc1563" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.390767] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d09485a3-4af7-4535-a14d-103e83bc1563',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.441036] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.441036] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.441036] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.441036] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.441036] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.441437] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.441437] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.441437] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.441575] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.441626] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.441673] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 is going to be updated. [ 843.497497] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.497741] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.497741] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.497968] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.498173] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.527379] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 in Status: IN_PROGRESS for 2s [ 843.540366] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-524 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.541213] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-524" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.541213] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-524" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.544018] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-524" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.544018] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.544018] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.544018] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.544018] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.544018] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.544018] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 843.544018] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 843.544018] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 843.544018] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 843.544018] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 843.544018] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 843.544018] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 843.574406] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 843.574871] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 843.575153] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 843.575437] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-524" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.575893] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-a118680f-8e55-4183-9c49-d4a5084734d3 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.576246] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-a118680f-8e55-4183-9c49-d4a5084734d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.576567] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-a118680f-8e55-4183-9c49-d4a5084734d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.576988] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-a118680f-8e55-4183-9c49-d4a5084734d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.577278] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a118680f-8e55-4183-9c49-d4a5084734d3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.626096] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c73c220-a4b7-4acd-9a43-197eee6cf67d: rpc.has_security_group_logging(os_id): False [ 843.644300] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.644477] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.644538] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.644757] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.644850] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.645054] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.645172] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.645227] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.645401] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.645616] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.645855] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.646009] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.646058] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.646191] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.646267] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.646575] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.646575] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.646745] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.646745] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.646805] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.646873] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c73c220-a4b7-4acd-9a43-197eee6cf67d is going to be updated. [ 843.653237] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.723471] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.723977] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.726024] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.726024] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.726024] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.734652] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c5e91b6-7106-4070-99b7-da83526c09fe in Status: SUCCESS [ 843.735177] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.735578] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.735914] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.736243] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.736543] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.738189] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.738189] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.738189] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.738189] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c5e91b6-7106-4070-99b7-da83526c09fe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.739720] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c73c220-a4b7-4acd-9a43-197eee6cf67d in Status: IN_PROGRESS for 2s [ 843.897174] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d09485a3-4af7-4535-a14d-103e83bc1563',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.084023] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.084023] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.084023] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.084023] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.084023] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.084023] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port a118680f-8e55-4183-9c49-d4a5084734d3 not found, creating... [ 844.084023] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.084023] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.084023] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.084023] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.084023] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.084802] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.084802] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.084802] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.084802] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.084802] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.084802] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: a118680f-8e55-4183-9c49-d4a5084734d3 is going to be created. [ 844.105962] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.106601] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.106880] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.108718] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.108718] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.108718] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-a118680f-8e55-4183-9c49-d4a5084734d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.156777] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.240038] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.240178] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.240226] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.240623] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.240623] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.240834] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.240965] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.241168] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.241221] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.241267] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.242389] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c5e91b6-7106-4070-99b7-da83526c09fe is going to be updated. [ 844.320583] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.320787] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.320787] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.321012] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.321160] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.336456] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c5e91b6-7106-4070-99b7-da83526c09fe in Status: IN_PROGRESS for 2s [ 844.399251] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d09485a3-4af7-4535-a14d-103e83bc1563: rpc.has_security_group_logging(os_id): False [ 844.423778] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.424291] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.424291] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.424291] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.424414] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.424576] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.424697] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.424764] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.424912] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.425042] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.425177] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d09485a3-4af7-4535-a14d-103e83bc1563 is going to be created. [ 844.497907] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.498104] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.498168] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.498458] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.498678] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.510437] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d09485a3-4af7-4535-a14d-103e83bc1563 in Status: IN_PROGRESS for 2s [ 844.662920] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.663060] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.663127] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.663344] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.663438] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.663539] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 is going to be updated. [ 844.696631] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.696830] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.696941] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.697373] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.697628] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.708255] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: IN_PROGRESS for 2s [ 844.808822] env[65832]: INFO networking_nsxv3.common.synchronization [req-cacca467-a206-432c-9a3b-81ac9ae299db req-3c78748d-480a-4abc-9d97-2682d15778c1 service nova] Enqueued Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_rules [ 844.809059] env[65832]: INFO networking_nsxv3.common.synchronization [req-cacca467-a206-432c-9a3b-81ac9ae299db req-3c78748d-480a-4abc-9d97-2682d15778c1 service nova] Enqueued Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_members [ 844.809236] env[65832]: INFO networking_nsxv3.common.synchronization [req-cacca467-a206-432c-9a3b-81ac9ae299db req-3c78748d-480a-4abc-9d97-2682d15778c1 service nova] Enqueued Resource ID: a118680f-8e55-4183-9c49-d4a5084734d3 with Priority: HIGHEST for action port [ 844.809811] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_rules [ 844.810008] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_members [ 844.810168] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a118680f-8e55-4183-9c49-d4a5084734d3 with Priority: HIGHEST for action port [ 844.810492] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.810665] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.810730] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.810964] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.811088] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.812253] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.812513] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.813325] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-a118680f-8e55-4183-9c49-d4a5084734d3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.813488] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a118680f-8e55-4183-9c49-d4a5084734d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.813488] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a118680f-8e55-4183-9c49-d4a5084734d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.813682] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a118680f-8e55-4183-9c49-d4a5084734d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.813749] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a118680f-8e55-4183-9c49-d4a5084734d3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.315479] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.315714] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.315876] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a118680f-8e55-4183-9c49-d4a5084734d3 with status ACTIVE [ 845.316068] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.316186] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.316289] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.317080] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.317080] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.317080] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.317080] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.317080] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.317080] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.317080] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.317375] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.317375] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.317375] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.317572] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.317673] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.317718] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a118680f-8e55-4183-9c49-d4a5084734d3 is going to be updated. [ 845.349395] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.349395] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.349395] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.353228] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.353228] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.353228] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a118680f-8e55-4183-9c49-d4a5084734d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.539119] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 in Status: SUCCESS [ 845.539468] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 deletion is rescheduled due to dependency. [ 845.539468] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.757592] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c73c220-a4b7-4acd-9a43-197eee6cf67d in Status: SUCCESS [ 845.759032] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.347915] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c5e91b6-7106-4070-99b7-da83526c09fe in Status: SUCCESS [ 846.348124] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c5e91b6-7106-4070-99b7-da83526c09fe deletion is rescheduled due to dependency. [ 846.348241] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.522997] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d09485a3-4af7-4535-a14d-103e83bc1563 in Status: SUCCESS [ 846.523255] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d09485a3-4af7-4535-a14d-103e83bc1563" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.719327] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: SUCCESS [ 846.719706] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.719813] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.720020] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.720205] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.720333] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.720394] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.720552] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.720626] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.720722] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.225105] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.727790] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.230565] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.230565] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.230565] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.230871] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.230871] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.230871] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 is going to be updated. [ 848.277720] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.278241] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.278241] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.278241] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.278452] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.292336] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: IN_PROGRESS for 2s [ 849.436904] env[65832]: INFO networking_nsxv3.common.synchronization [None req-7a12f58a-d315-46be-bb1c-44ce7653223e None None] Enqueued Resource ID: 9063e13a-2fde-4900-8097-0296a8144d6e with Priority: HIGHEST for action port [ 849.438826] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9063e13a-2fde-4900-8097-0296a8144d6e with Priority: HIGHEST for action port [ 849.439198] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-9063e13a-2fde-4900-8097-0296a8144d6e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.439362] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9063e13a-2fde-4900-8097-0296a8144d6e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.439437] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9063e13a-2fde-4900-8097-0296a8144d6e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.440139] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9063e13a-2fde-4900-8097-0296a8144d6e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.440139] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9063e13a-2fde-4900-8097-0296a8144d6e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.849052] env[65832]: INFO networking_nsxv3.common.synchronization [req-15986923-145a-45d6-be63-b20c4656342d req-ef0ce2b8-5316-4543-9e13-44cfdc425bb7 tempest-ListServerFiltersTestJSON-765786210 tempest-ListServerFiltersTestJSON-765786210-project-member] Enqueued Resource ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d with Priority: HIGHEST for action security_group_members [ 849.849823] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d with Priority: HIGHEST for action security_group_members [ 849.851226] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-f23827a1-f628-40aa-ae76-1c5c046b1b7d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.851372] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.851440] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.851666] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.851834] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.851943] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.852013] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.852176] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.852380] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.852380] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f23827a1-f628-40aa-ae76-1c5c046b1b7d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.944268] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9063e13a-2fde-4900-8097-0296a8144d6e [ 849.944268] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.944268] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.944612] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.944612] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.944731] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.944850] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9063e13a-2fde-4900-8097-0296a8144d6e already deleted. [ 849.945235] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9063e13a-2fde-4900-8097-0296a8144d6e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.247978] env[65832]: INFO networking_nsxv3.common.synchronization [req-2f5d30c4-faa4-4c4d-bd5c-4e3800a3da86 req-3201dd93-2ec4-430d-99cb-36ce45f2b67b tempest-ServersTestBootFromVolume-2143141434 tempest-ServersTestBootFromVolume-2143141434-project-member] Enqueued Resource ID: b95af0a0-4ec4-40c4-94c5-9a4c25e3583e with Priority: HIGHEST for action security_group_members [ 850.247978] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b95af0a0-4ec4-40c4-94c5-9a4c25e3583e with Priority: HIGHEST for action security_group_members [ 850.247978] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-b95af0a0-4ec4-40c4-94c5-9a4c25e3583e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.247978] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b95af0a0-4ec4-40c4-94c5-9a4c25e3583e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.247978] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b95af0a0-4ec4-40c4-94c5-9a4c25e3583e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.248980] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b95af0a0-4ec4-40c4-94c5-9a4c25e3583e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.249205] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.249343] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.249441] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.249635] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.249744] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.249856] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b95af0a0-4ec4-40c4-94c5-9a4c25e3583e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.307092] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: SUCCESS [ 850.308083] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.310779] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.310779] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.310779] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.310779] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.310779] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.310779] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.310779] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.310779] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.310779] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.357066] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.357066] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.357066] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.357066] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.357066] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.357066] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.357066] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.357066] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.357672] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.357672] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.357672] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d is going to be updated. [ 850.399420] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.399420] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.399420] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.399420] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.399420] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.421774] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d in Status: IN_PROGRESS for 2s [ 850.683148] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-881 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.683148] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-881" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.683549] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-881" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.683549] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-881" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.684468] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.684468] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.684468] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.684468] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.684742] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.684780] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.684879] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 850.685352] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 850.685352] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 850.685352] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.685352] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 850.685569] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 850.719447] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 850.719791] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 850.720024] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 850.720223] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-881" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.720550] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-3b52f816-a8e2-4fb5-b0b3-441fecfc42ce taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.720729] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-3b52f816-a8e2-4fb5-b0b3-441fecfc42ce" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.720844] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-3b52f816-a8e2-4fb5-b0b3-441fecfc42ce" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.721381] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-3b52f816-a8e2-4fb5-b0b3-441fecfc42ce" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.721381] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b52f816-a8e2-4fb5-b0b3-441fecfc42ce',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.755365] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.755616] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.755694] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.759505] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.759505] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.759505] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.759505] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.759505] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.759505] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.759505] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.759505] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b95af0a0-4ec4-40c4-94c5-9a4c25e3583e already deleted. [ 850.759505] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b95af0a0-4ec4-40c4-94c5-9a4c25e3583e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.819118] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.819118] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.819118] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.819118] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.819118] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.819118] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.819118] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.819118] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.819118] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.819118] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.819118] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.819118] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.819118] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.819118] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.819118] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.819118] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.819866] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.819866] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.819866] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.819866] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.819866] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.223919] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.224107] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.224202] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.224526] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.224716] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.224825] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port 3b52f816-a8e2-4fb5-b0b3-441fecfc42ce not found, creating... [ 851.225101] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.225256] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.225600] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.226410] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.226410] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.226410] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.226674] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.226674] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.226800] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.226948] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.227165] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: 3b52f816-a8e2-4fb5-b0b3-441fecfc42ce is going to be created. [ 851.252388] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.252592] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.252738] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.253012] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.253241] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.253466] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-3b52f816-a8e2-4fb5-b0b3-441fecfc42ce" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.323297] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97b5a618-8f37-483b-8732-3ef21cc084f5: rpc.has_security_group_logging(os_id): False [ 851.362399] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.362399] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.362399] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.362697] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.362697] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.362990] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.363123] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.363278] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.363334] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.363528] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.364334] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.364334] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.364334] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.364334] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.364334] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.368310] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.368424] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.368532] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.368720] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.368808] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.368902] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 is going to be updated. [ 851.477996] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.477996] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.477996] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.477996] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.478396] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.508775] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: IN_PROGRESS for 2s [ 851.978455] env[65832]: INFO networking_nsxv3.common.synchronization [req-2f5d30c4-faa4-4c4d-bd5c-4e3800a3da86 req-d9d2c9f0-9839-4ec7-9c55-7427ddb41a02 service nova] Enqueued Resource ID: b95af0a0-4ec4-40c4-94c5-9a4c25e3583e with Priority: HIGHEST for action security_group_rules [ 851.978455] env[65832]: INFO networking_nsxv3.common.synchronization [req-2f5d30c4-faa4-4c4d-bd5c-4e3800a3da86 req-d9d2c9f0-9839-4ec7-9c55-7427ddb41a02 service nova] Enqueued Resource ID: b95af0a0-4ec4-40c4-94c5-9a4c25e3583e with Priority: HIGHEST for action security_group_members [ 851.979663] env[65832]: INFO networking_nsxv3.common.synchronization [req-2f5d30c4-faa4-4c4d-bd5c-4e3800a3da86 req-d9d2c9f0-9839-4ec7-9c55-7427ddb41a02 service nova] Enqueued Resource ID: 3b52f816-a8e2-4fb5-b0b3-441fecfc42ce with Priority: HIGHEST for action port [ 851.983916] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b95af0a0-4ec4-40c4-94c5-9a4c25e3583e with Priority: HIGHEST for action security_group_rules [ 851.983916] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b95af0a0-4ec4-40c4-94c5-9a4c25e3583e with Priority: HIGHEST for action security_group_members [ 851.983916] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b52f816-a8e2-4fb5-b0b3-441fecfc42ce with Priority: HIGHEST for action port [ 851.983916] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b95af0a0-4ec4-40c4-94c5-9a4c25e3583e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.983916] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b95af0a0-4ec4-40c4-94c5-9a4c25e3583e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.983916] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b95af0a0-4ec4-40c4-94c5-9a4c25e3583e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.983916] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b95af0a0-4ec4-40c4-94c5-9a4c25e3583e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.983916] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b95af0a0-4ec4-40c4-94c5-9a4c25e3583e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.984761] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-b95af0a0-4ec4-40c4-94c5-9a4c25e3583e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.984820] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b95af0a0-4ec4-40c4-94c5-9a4c25e3583e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.984924] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b95af0a0-4ec4-40c4-94c5-9a4c25e3583e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.985099] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b95af0a0-4ec4-40c4-94c5-9a4c25e3583e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.985256] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.985360] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.985540] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.985579] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.985670] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.985762] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b95af0a0-4ec4-40c4-94c5-9a4c25e3583e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.987792] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b52f816-a8e2-4fb5-b0b3-441fecfc42ce taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.987920] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b52f816-a8e2-4fb5-b0b3-441fecfc42ce" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.987972] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b52f816-a8e2-4fb5-b0b3-441fecfc42ce" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.988185] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b52f816-a8e2-4fb5-b0b3-441fecfc42ce" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.988280] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b52f816-a8e2-4fb5-b0b3-441fecfc42ce',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.342805] env[65832]: INFO networking_nsxv3.common.synchronization [req-2dc77c77-2048-47bd-ba4d-43a9d9348503 req-ddff934d-035f-428e-b593-8bfbc22a9aa3 tempest-ServerRescueTestJSONUnderV235-1035128799 tempest-ServerRescueTestJSONUnderV235-1035128799-project-member] Enqueued Resource ID: c9bf9cbd-3510-4a00-a6e3-406f12b0dd14 with Priority: HIGHEST for action security_group_members [ 852.343023] env[65832]: INFO networking_nsxv3.common.synchronization [req-2dc77c77-2048-47bd-ba4d-43a9d9348503 req-ddff934d-035f-428e-b593-8bfbc22a9aa3 tempest-ServerRescueTestJSONUnderV235-1035128799 tempest-ServerRescueTestJSONUnderV235-1035128799-project-member] Enqueued Resource ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 with Priority: HIGHEST for action security_group_members [ 852.343681] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9bf9cbd-3510-4a00-a6e3-406f12b0dd14 with Priority: HIGHEST for action security_group_members [ 852.343681] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 with Priority: HIGHEST for action security_group_members [ 852.344689] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9bf9cbd-3510-4a00-a6e3-406f12b0dd14 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.344824] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9bf9cbd-3510-4a00-a6e3-406f12b0dd14" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.344890] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9bf9cbd-3510-4a00-a6e3-406f12b0dd14" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.345156] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9bf9cbd-3510-4a00-a6e3-406f12b0dd14" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.345373] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.345373] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.345629] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.345629] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.345690] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.345783] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9bf9cbd-3510-4a00-a6e3-406f12b0dd14',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.347360] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-36a13585-92e2-4a28-bcee-dcb3b7c497b5 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.347474] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.347606] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.347738] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.347887] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.347993] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.348065] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.348210] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.348290] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.348380] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36a13585-92e2-4a28-bcee-dcb3b7c497b5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.392539] env[65832]: INFO networking_nsxv3.common.synchronization [req-2dc77c77-2048-47bd-ba4d-43a9d9348503 req-ddff934d-035f-428e-b593-8bfbc22a9aa3 tempest-ServerRescueTestJSONUnderV235-1035128799 tempest-ServerRescueTestJSONUnderV235-1035128799-project-member] Enqueued Resource ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 with Priority: HIGHEST for action security_group_rules [ 852.392715] env[65832]: INFO networking_nsxv3.common.synchronization [req-2dc77c77-2048-47bd-ba4d-43a9d9348503 req-ddff934d-035f-428e-b593-8bfbc22a9aa3 tempest-ServerRescueTestJSONUnderV235-1035128799 tempest-ServerRescueTestJSONUnderV235-1035128799-project-member] Enqueued Resource ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 with Priority: HIGHEST for action security_group_members [ 852.392848] env[65832]: INFO networking_nsxv3.common.synchronization [req-2dc77c77-2048-47bd-ba4d-43a9d9348503 req-ddff934d-035f-428e-b593-8bfbc22a9aa3 tempest-ServerRescueTestJSONUnderV235-1035128799 tempest-ServerRescueTestJSONUnderV235-1035128799-project-member] Enqueued Resource ID: c9bf9cbd-3510-4a00-a6e3-406f12b0dd14 with Priority: HIGHEST for action security_group_rules [ 852.392972] env[65832]: INFO networking_nsxv3.common.synchronization [req-2dc77c77-2048-47bd-ba4d-43a9d9348503 req-ddff934d-035f-428e-b593-8bfbc22a9aa3 tempest-ServerRescueTestJSONUnderV235-1035128799 tempest-ServerRescueTestJSONUnderV235-1035128799-project-member] Enqueued Resource ID: c9bf9cbd-3510-4a00-a6e3-406f12b0dd14 with Priority: HIGHEST for action security_group_members [ 852.393432] env[65832]: INFO networking_nsxv3.common.synchronization [req-2dc77c77-2048-47bd-ba4d-43a9d9348503 req-ddff934d-035f-428e-b593-8bfbc22a9aa3 tempest-ServerRescueTestJSONUnderV235-1035128799 tempest-ServerRescueTestJSONUnderV235-1035128799-project-member] Enqueued Resource ID: 4196be4b-40b2-4a18-b294-d2a024434973 with Priority: HIGHEST for action port [ 852.394325] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 with Priority: HIGHEST for action security_group_rules [ 852.394469] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9bf9cbd-3510-4a00-a6e3-406f12b0dd14 with Priority: HIGHEST for action security_group_rules [ 852.394869] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4196be4b-40b2-4a18-b294-d2a024434973 with Priority: HIGHEST for action port [ 852.395197] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 with Priority: HIGHEST for action security_group_members [ 852.395346] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9bf9cbd-3510-4a00-a6e3-406f12b0dd14 with Priority: HIGHEST for action security_group_members [ 852.395563] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36a13585-92e2-4a28-bcee-dcb3b7c497b5 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.395736] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.395778] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.395978] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.396071] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36a13585-92e2-4a28-bcee-dcb3b7c497b5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.397134] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9bf9cbd-3510-4a00-a6e3-406f12b0dd14 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.397259] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9bf9cbd-3510-4a00-a6e3-406f12b0dd14" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.397311] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9bf9cbd-3510-4a00-a6e3-406f12b0dd14" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.397546] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9bf9cbd-3510-4a00-a6e3-406f12b0dd14" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.397692] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9bf9cbd-3510-4a00-a6e3-406f12b0dd14',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.399155] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-4196be4b-40b2-4a18-b294-d2a024434973 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.399273] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4196be4b-40b2-4a18-b294-d2a024434973" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.399340] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4196be4b-40b2-4a18-b294-d2a024434973" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.399498] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4196be4b-40b2-4a18-b294-d2a024434973" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.399574] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4196be4b-40b2-4a18-b294-d2a024434973',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.400622] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-36a13585-92e2-4a28-bcee-dcb3b7c497b5 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.400722] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.402679] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9bf9cbd-3510-4a00-a6e3-406f12b0dd14 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.402679] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9bf9cbd-3510-4a00-a6e3-406f12b0dd14" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.434477] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d in Status: SUCCESS [ 852.434671] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d deletion is rescheduled due to dependency. [ 852.435055] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.488809] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b95af0a0-4ec4-40c4-94c5-9a4c25e3583e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.490793] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-b95af0a0-4ec4-40c4-94c5-9a4c25e3583e taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.490927] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b95af0a0-4ec4-40c4-94c5-9a4c25e3583e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.491327] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b52f816-a8e2-4fb5-b0b3-441fecfc42ce with status ACTIVE [ 852.491726] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.491726] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.491726] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.491921] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.491998] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.492141] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.492238] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.492301] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.492451] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.492528] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.492740] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.492881] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.492881] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.492995] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.493056] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.493137] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b52f816-a8e2-4fb5-b0b3-441fecfc42ce is going to be updated. [ 852.522181] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.522181] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.522458] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.522458] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.522606] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.522790] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b52f816-a8e2-4fb5-b0b3-441fecfc42ce" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.534365] env[65832]: INFO networking_nsxv3.common.synchronization [None req-79777667-15e3-4f21-aeee-1574c0dd64c3 None None] Enqueued Resource ID: 18c14213-6b54-4fec-a2cb-548d1b9fe9f0 with Priority: HIGHEST for action port [ 852.534365] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18c14213-6b54-4fec-a2cb-548d1b9fe9f0 with Priority: HIGHEST for action port [ 852.535643] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-18c14213-6b54-4fec-a2cb-548d1b9fe9f0 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.535758] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18c14213-6b54-4fec-a2cb-548d1b9fe9f0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.535793] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18c14213-6b54-4fec-a2cb-548d1b9fe9f0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.537682] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18c14213-6b54-4fec-a2cb-548d1b9fe9f0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.537682] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18c14213-6b54-4fec-a2cb-548d1b9fe9f0',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.851612] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36a13585-92e2-4a28-bcee-dcb3b7c497b5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.852315] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9bf9cbd-3510-4a00-a6e3-406f12b0dd14',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.900047] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9bf9cbd-3510-4a00-a6e3-406f12b0dd14 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.900206] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9bf9cbd-3510-4a00-a6e3-406f12b0dd14" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.901639] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4196be4b-40b2-4a18-b294-d2a024434973 with status ACTIVE [ 852.902335] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.902335] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.902335] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.902547] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.902547] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.902738] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.902738] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.904073] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.904073] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.904073] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.904073] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.904073] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.904073] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.904073] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.904073] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.904073] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4196be4b-40b2-4a18-b294-d2a024434973 is going to be updated. [ 852.904800] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-36a13585-92e2-4a28-bcee-dcb3b7c497b5 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.904891] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.931753] env[65832]: INFO networking_nsxv3.common.synchronization [req-b08f6383-1279-4156-a506-7c4571ad036e req-5253a4a9-93ca-4096-90c4-0449586bbe10 tempest-ServerRescueTestJSONUnderV235-1035128799 tempest-ServerRescueTestJSONUnderV235-1035128799-project-member] Enqueued Resource ID: c9bf9cbd-3510-4a00-a6e3-406f12b0dd14 with Priority: HIGHEST for action security_group_members [ 852.931753] env[65832]: INFO networking_nsxv3.common.synchronization [req-b08f6383-1279-4156-a506-7c4571ad036e req-5253a4a9-93ca-4096-90c4-0449586bbe10 tempest-ServerRescueTestJSONUnderV235-1035128799 tempest-ServerRescueTestJSONUnderV235-1035128799-project-member] Enqueued Resource ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 with Priority: HIGHEST for action security_group_members [ 852.932534] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.932644] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.932716] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.932915] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.933163] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.933248] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4196be4b-40b2-4a18-b294-d2a024434973" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.933894] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9bf9cbd-3510-4a00-a6e3-406f12b0dd14 with Priority: HIGHEST for action security_group_members [ 852.933894] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 with Priority: HIGHEST for action security_group_members [ 852.934127] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9bf9cbd-3510-4a00-a6e3-406f12b0dd14 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.934260] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9bf9cbd-3510-4a00-a6e3-406f12b0dd14" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.934427] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-36a13585-92e2-4a28-bcee-dcb3b7c497b5 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.934521] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.986072] env[65832]: INFO networking_nsxv3.common.synchronization [req-b08f6383-1279-4156-a506-7c4571ad036e req-5253a4a9-93ca-4096-90c4-0449586bbe10 tempest-ServerRescueTestJSONUnderV235-1035128799 tempest-ServerRescueTestJSONUnderV235-1035128799-project-member] Enqueued Resource ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 with Priority: HIGHEST for action security_group_rules [ 852.986072] env[65832]: INFO networking_nsxv3.common.synchronization [req-b08f6383-1279-4156-a506-7c4571ad036e req-5253a4a9-93ca-4096-90c4-0449586bbe10 tempest-ServerRescueTestJSONUnderV235-1035128799 tempest-ServerRescueTestJSONUnderV235-1035128799-project-member] Enqueued Resource ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 with Priority: HIGHEST for action security_group_members [ 852.986072] env[65832]: INFO networking_nsxv3.common.synchronization [req-b08f6383-1279-4156-a506-7c4571ad036e req-5253a4a9-93ca-4096-90c4-0449586bbe10 tempest-ServerRescueTestJSONUnderV235-1035128799 tempest-ServerRescueTestJSONUnderV235-1035128799-project-member] Enqueued Resource ID: 4196be4b-40b2-4a18-b294-d2a024434973 with Priority: HIGHEST for action port [ 852.986072] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 with Priority: HIGHEST for action security_group_rules [ 852.986072] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 with Priority: HIGHEST for action security_group_members [ 852.988034] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4196be4b-40b2-4a18-b294-d2a024434973 with Priority: HIGHEST for action port [ 852.988034] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36a13585-92e2-4a28-bcee-dcb3b7c497b5 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.988034] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.988034] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-36a13585-92e2-4a28-bcee-dcb3b7c497b5 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.988793] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.990032] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-4196be4b-40b2-4a18-b294-d2a024434973 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.990032] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4196be4b-40b2-4a18-b294-d2a024434973" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.990032] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4196be4b-40b2-4a18-b294-d2a024434973" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.990032] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4196be4b-40b2-4a18-b294-d2a024434973" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.990032] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4196be4b-40b2-4a18-b294-d2a024434973',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.994382] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b95af0a0-4ec4-40c4-94c5-9a4c25e3583e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.042575] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18c14213-6b54-4fec-a2cb-548d1b9fe9f0 [ 853.042575] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.042796] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.042796] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.043294] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.043294] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.043294] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18c14213-6b54-4fec-a2cb-548d1b9fe9f0 already deleted. [ 853.043294] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18c14213-6b54-4fec-a2cb-548d1b9fe9f0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.354487] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36a13585-92e2-4a28-bcee-dcb3b7c497b5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.356075] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9bf9cbd-3510-4a00-a6e3-406f12b0dd14',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.496979] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4196be4b-40b2-4a18-b294-d2a024434973 with status ACTIVE [ 853.496979] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.496979] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.496979] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.497247] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.497308] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.497487] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.498131] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.498131] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.498131] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.498315] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.498399] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.498506] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.498569] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.498713] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.498814] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.498911] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4196be4b-40b2-4a18-b294-d2a024434973 is going to be updated. [ 853.500322] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.500441] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.500501] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.500765] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.500765] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.500841] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b95af0a0-4ec4-40c4-94c5-9a4c25e3583e is going to be created. [ 853.525160] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.525160] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.525160] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.525160] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.525160] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.525160] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4196be4b-40b2-4a18-b294-d2a024434973" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.528722] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: SUCCESS [ 853.529141] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.530654] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.530940] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.531118] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.531497] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.531760] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.547390] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b95af0a0-4ec4-40c4-94c5-9a4c25e3583e in Status: UNINITIALIZED for 2s [ 853.857625] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.857863] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.858202] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.858539] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.859386] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.859386] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 is going to be updated. [ 853.860502] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.860665] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.861464] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.861464] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.861464] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.861464] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9bf9cbd-3510-4a00-a6e3-406f12b0dd14 is going to be created. [ 853.890449] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.890703] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.890824] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.891185] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.891441] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.894515] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.894726] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.894839] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.895144] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.895380] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.905618] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9bf9cbd-3510-4a00-a6e3-406f12b0dd14 in Status: UNINITIALIZED for 2s [ 853.906567] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 in Status: IN_PROGRESS for 2s [ 855.560278] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b95af0a0-4ec4-40c4-94c5-9a4c25e3583e in Status: SUCCESS [ 855.560278] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b95af0a0-4ec4-40c4-94c5-9a4c25e3583e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.560919] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b95af0a0-4ec4-40c4-94c5-9a4c25e3583e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.560919] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b95af0a0-4ec4-40c4-94c5-9a4c25e3583e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.561088] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.561231] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.561299] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.561494] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.561565] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.561643] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b95af0a0-4ec4-40c4-94c5-9a4c25e3583e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.561786] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b95af0a0-4ec4-40c4-94c5-9a4c25e3583e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.925104] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 in Status: SUCCESS [ 855.925104] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.925104] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9bf9cbd-3510-4a00-a6e3-406f12b0dd14 in Status: SUCCESS [ 855.925104] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9bf9cbd-3510-4a00-a6e3-406f12b0dd14" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.925104] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.925104] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.925909] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.926332] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.927453] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.927453] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.927453] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.927453] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36a13585-92e2-4a28-bcee-dcb3b7c497b5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.930028] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9bf9cbd-3510-4a00-a6e3-406f12b0dd14" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.930028] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9bf9cbd-3510-4a00-a6e3-406f12b0dd14" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.930379] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.930637] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.932081] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.932081] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.932081] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.932081] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9bf9cbd-3510-4a00-a6e3-406f12b0dd14',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.064704] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b95af0a0-4ec4-40c4-94c5-9a4c25e3583e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.433313] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36a13585-92e2-4a28-bcee-dcb3b7c497b5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.434593] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.434760] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.434834] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.435018] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.435106] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.436032] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.436032] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.436032] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.436032] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.436032] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.436032] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9bf9cbd-3510-4a00-a6e3-406f12b0dd14 is going to be deleted. [ 856.476895] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.476895] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.477071] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.477220] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.477313] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.478096] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9bf9cbd-3510-4a00-a6e3-406f12b0dd14" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.478096] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9bf9cbd-3510-4a00-a6e3-406f12b0dd14" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.478096] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9bf9cbd-3510-4a00-a6e3-406f12b0dd14" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.478096] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.478096] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.478096] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.478535] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.478535] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.478535] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9bf9cbd-3510-4a00-a6e3-406f12b0dd14',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.570361] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b95af0a0-4ec4-40c4-94c5-9a4c25e3583e: rpc.has_security_group_logging(os_id): False [ 856.595542] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.595542] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.595910] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.595910] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.595910] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.596184] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.596304] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.596359] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.596498] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.596566] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.596651] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b95af0a0-4ec4-40c4-94c5-9a4c25e3583e is going to be created. [ 856.685086] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.685297] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.685904] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.685904] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.685904] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.702076] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b95af0a0-4ec4-40c4-94c5-9a4c25e3583e in Status: IN_PROGRESS for 2s [ 856.938984] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36a13585-92e2-4a28-bcee-dcb3b7c497b5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.982406] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.982406] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.982406] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.982643] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.982768] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.983090] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.983573] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.983573] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.983573] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.984156] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.984156] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9bf9cbd-3510-4a00-a6e3-406f12b0dd14 already deleted. [ 856.984156] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9bf9cbd-3510-4a00-a6e3-406f12b0dd14" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.984156] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9bf9cbd-3510-4a00-a6e3-406f12b0dd14',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.984885] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9bf9cbd-3510-4a00-a6e3-406f12b0dd14" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.985235] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9bf9cbd-3510-4a00-a6e3-406f12b0dd14" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.985518] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.985689] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.985795] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.986058] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.986194] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.986338] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9bf9cbd-3510-4a00-a6e3-406f12b0dd14',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.441674] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.441955] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.442098] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.442428] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.442588] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.442744] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 is going to be updated. [ 857.479812] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.479812] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.479812] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.479812] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.479812] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.489663] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.489663] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.489663] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.489868] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.489901] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.490364] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.490364] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.490645] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.490645] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.490645] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.490858] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9bf9cbd-3510-4a00-a6e3-406f12b0dd14 already deleted. [ 857.491019] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9bf9cbd-3510-4a00-a6e3-406f12b0dd14" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.491247] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9bf9cbd-3510-4a00-a6e3-406f12b0dd14',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.492905] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 in Status: IN_PROGRESS for 2s [ 857.969716] env[65832]: INFO networking_nsxv3.common.synchronization [req-d502d9e2-0a62-4809-b44a-0c0ca32a6591 req-1b358322-7539-4c4d-9552-09f839ac07e1 tempest-ServerActionsTestOtherA-1266280891 tempest-ServerActionsTestOtherA-1266280891-project-member] Enqueued Resource ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 with Priority: HIGHEST for action security_group_members [ 857.969716] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 with Priority: HIGHEST for action security_group_members [ 857.970313] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fcc512c-27ca-40e1-972b-91b37a7ec159 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.970313] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.970313] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.971110] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.971110] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.971110] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.971110] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.971358] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.972200] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.972324] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fcc512c-27ca-40e1-972b-91b37a7ec159',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.998478] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9bf9cbd-3510-4a00-a6e3-406f12b0dd14: rpc.has_security_group_logging(os_id): False [ 858.030096] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.030096] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.030096] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.030365] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.030365] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.031032] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.031032] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.031032] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.031032] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.031032] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.031299] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9bf9cbd-3510-4a00-a6e3-406f12b0dd14 is going to be created. [ 858.052873] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/c9bf9cbd-3510-4a00-a6e3-406f12b0dd14], does not exist path=[/infra/domains/default/groups/c9bf9cbd-3510-4a00-a6e3-406f12b0dd14]."\n}' [ 858.053273] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9bf9cbd-3510-4a00-a6e3-406f12b0dd14 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c9bf9cbd-3510-4a00-a6e3-406f12b0dd14 [ 858.053610] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 858.094387] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.094672] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.094672] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.094860] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.095921] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.096293] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.096415] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.096480] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.096654] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.096735] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.096944] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.097050] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.097106] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.097249] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.097347] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.097472] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9bf9cbd-3510-4a00-a6e3-406f12b0dd14 is going to be created. [ 858.119335] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/c9bf9cbd-3510-4a00-a6e3-406f12b0dd14], does not exist path=[/infra/domains/default/groups/c9bf9cbd-3510-4a00-a6e3-406f12b0dd14]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c9bf9cbd-3510-4a00-a6e3-406f12b0dd14 [ 858.119483] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9bf9cbd-3510-4a00-a6e3-406f12b0dd14" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.119664] env[65832]: Traceback (most recent call last): [ 858.119719] env[65832]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 858.119719] env[65832]: return func(*args, **kwargs) [ 858.119719] env[65832]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 858.119719] env[65832]: res.raise_for_status() [ 858.119719] env[65832]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 858.119719] env[65832]: raise HTTPError(http_error_msg, response=self) [ 858.119719] env[65832]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c9bf9cbd-3510-4a00-a6e3-406f12b0dd14 [ 858.119719] env[65832]: During handling of the above exception, another exception occurred: [ 858.119719] env[65832]: Traceback (most recent call last): [ 858.119719] env[65832]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 858.119719] env[65832]: listener.cb(fileno) [ 858.119719] env[65832]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 858.119719] env[65832]: result = function(*args, **kwargs) [ 858.119719] env[65832]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 858.119719] env[65832]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 858.119719] env[65832]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 858.119719] env[65832]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 858.119719] env[65832]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 858.119719] env[65832]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 858.119719] env[65832]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 858.119719] env[65832]: res.raise_for_status() [ 858.119719] env[65832]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 858.119719] env[65832]: raise HTTPError(http_error_msg, response=self) [ 858.119719] env[65832]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/c9bf9cbd-3510-4a00-a6e3-406f12b0dd14 [ 858.120560] env[65832]: Removing descriptor: 64 [ 858.354799] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-38 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.354979] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-38" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.355397] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-38" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.355662] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-38" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.356028] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.356240] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.356460] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.356741] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.357138] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.357442] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.357644] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 858.357795] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 858.357971] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 858.359045] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.359045] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 858.359045] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 858.379900] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 858.379900] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 858.379900] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 858.379900] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-38" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.379900] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-2cf54f2e-eefd-4634-84b1-003d47cb2960 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.379900] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-2cf54f2e-eefd-4634-84b1-003d47cb2960" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.379900] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-2cf54f2e-eefd-4634-84b1-003d47cb2960" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.379900] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-2cf54f2e-eefd-4634-84b1-003d47cb2960" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.379900] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cf54f2e-eefd-4634-84b1-003d47cb2960',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.474670] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.474914] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.474914] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.475130] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.475221] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.475431] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.475522] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.475572] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.475726] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.475800] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.475882] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 already deleted. [ 858.475959] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.590570] env[65832]: INFO networking_nsxv3.common.synchronization [req-31270edd-d3c0-4066-85b6-e23b977deeee req-d8764f2f-a4d0-4777-9774-84ef2c8ec900 tempest-DeleteServersTestJSON-1628511814 tempest-DeleteServersTestJSON-1628511814-project-member] Enqueued Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGHEST for action security_group_members [ 858.590938] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGHEST for action security_group_members [ 858.591294] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f57d9f-b605-4bdf-8c98-9940026ff615 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.591421] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.591490] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.591679] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.596097] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.596097] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.596097] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.596097] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.596097] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.596097] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.718265] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b95af0a0-4ec4-40c4-94c5-9a4c25e3583e in Status: SUCCESS [ 858.718265] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b95af0a0-4ec4-40c4-94c5-9a4c25e3583e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.882029] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.882029] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.882029] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.882339] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.882378] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.882543] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port 2cf54f2e-eefd-4634-84b1-003d47cb2960 not found, creating... [ 858.884072] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.884072] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.884072] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.884072] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.884072] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.884366] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.884366] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.884466] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.884711] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.884873] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.885091] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: 2cf54f2e-eefd-4634-84b1-003d47cb2960 is going to be created. [ 858.906246] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.906467] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.906599] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.906866] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.907109] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.907335] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-2cf54f2e-eefd-4634-84b1-003d47cb2960" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.915873] env[65832]: INFO networking_nsxv3.common.synchronization [req-52d67ddc-ad32-485d-b5b2-4aa596bb2d8c req-3746a6a5-a528-4762-bf72-e82bbaac1065 tempest-ServersAdminTestJSON-2145455351 tempest-ServersAdminTestJSON-2145455351-project-member] Enqueued Resource ID: cf305367-f793-4b43-99a9-8907fd0c4649 with Priority: HIGHEST for action security_group_members [ 858.916977] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf305367-f793-4b43-99a9-8907fd0c4649 with Priority: HIGHEST for action security_group_members [ 858.916977] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf305367-f793-4b43-99a9-8907fd0c4649 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.916977] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.916977] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.917209] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.917342] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.917446] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.917539] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.917700] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.917808] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.917909] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf305367-f793-4b43-99a9-8907fd0c4649',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.096346] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.096740] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.096740] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.096882] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.120317] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.120724] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.120911] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.120991] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.121255] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.121362] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.121458] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 is going to be updated. [ 859.153308] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.153628] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.153628] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.153628] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.153837] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.163208] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 in Status: IN_PROGRESS for 2s [ 859.174614] env[65832]: INFO networking_nsxv3.common.synchronization [req-0929b699-0f4c-41c6-a898-53a2fd26998e req-4695b383-a302-42cf-94bb-db10ea1f449e tempest-ServersTestJSON-1196950663 tempest-ServersTestJSON-1196950663-project-member] Enqueued Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_members [ 859.175865] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_members [ 859.175865] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.175865] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.175865] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.176124] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.176124] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.176208] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.176208] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.176341] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.176426] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.176543] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.420887] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf305367-f793-4b43-99a9-8907fd0c4649',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.503183] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 in Status: SUCCESS [ 859.503461] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.503989] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.505145] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.505145] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.505145] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.505145] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.505145] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.505145] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.505145] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.506384] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36a13585-92e2-4a28-bcee-dcb3b7c497b5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.506384] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.506384] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.506570] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.506570] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.506570] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.506817] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.506817] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.506890] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36a13585-92e2-4a28-bcee-dcb3b7c497b5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.632244] env[65832]: INFO networking_nsxv3.common.synchronization [req-d502d9e2-0a62-4809-b44a-0c0ca32a6591 req-e81d4fe1-09d0-4475-bfb3-6691dc9ca7fa service nova] Enqueued Resource ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 with Priority: HIGHEST for action security_group_rules [ 859.633421] env[65832]: INFO networking_nsxv3.common.synchronization [req-d502d9e2-0a62-4809-b44a-0c0ca32a6591 req-e81d4fe1-09d0-4475-bfb3-6691dc9ca7fa service nova] Enqueued Resource ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 with Priority: HIGHEST for action security_group_members [ 859.633688] env[65832]: INFO networking_nsxv3.common.synchronization [req-d502d9e2-0a62-4809-b44a-0c0ca32a6591 req-e81d4fe1-09d0-4475-bfb3-6691dc9ca7fa service nova] Enqueued Resource ID: 2cf54f2e-eefd-4634-84b1-003d47cb2960 with Priority: HIGHEST for action port [ 859.635474] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 with Priority: HIGHEST for action security_group_rules [ 859.635630] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 with Priority: HIGHEST for action security_group_members [ 859.635721] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cf54f2e-eefd-4634-84b1-003d47cb2960 with Priority: HIGHEST for action port [ 859.636679] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fcc512c-27ca-40e1-972b-91b37a7ec159 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.636749] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.636789] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.637107] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.638400] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fcc512c-27ca-40e1-972b-91b37a7ec159',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.639235] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fcc512c-27ca-40e1-972b-91b37a7ec159 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.639337] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.640127] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.640343] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.640524] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.640662] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.641329] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.641527] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.641627] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.641748] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fcc512c-27ca-40e1-972b-91b37a7ec159',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.642876] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-2cf54f2e-eefd-4634-84b1-003d47cb2960 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.642975] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2cf54f2e-eefd-4634-84b1-003d47cb2960" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.643094] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2cf54f2e-eefd-4634-84b1-003d47cb2960" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.643218] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2cf54f2e-eefd-4634-84b1-003d47cb2960" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.643296] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2cf54f2e-eefd-4634-84b1-003d47cb2960',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.678642] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.923338] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf305367-f793-4b43-99a9-8907fd0c4649',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.008509] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-36a13585-92e2-4a28-bcee-dcb3b7c497b5 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.008750] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.008848] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36a13585-92e2-4a28-bcee-dcb3b7c497b5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.145948] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fcc512c-27ca-40e1-972b-91b37a7ec159 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.145948] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.146384] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fcc512c-27ca-40e1-972b-91b37a7ec159',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.147334] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2cf54f2e-eefd-4634-84b1-003d47cb2960 with status ACTIVE [ 860.147559] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.147708] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.147847] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.148391] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.148391] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.148573] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.148744] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.149065] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.149135] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.149227] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.149541] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.149730] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.149823] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.150110] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.150234] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.150369] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2cf54f2e-eefd-4634-84b1-003d47cb2960 is going to be updated. [ 860.175461] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.175676] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.175676] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.176127] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.176127] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.176288] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2cf54f2e-eefd-4634-84b1-003d47cb2960" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.182131] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.212155] env[65832]: INFO networking_nsxv3.common.synchronization [req-0d022a22-b73f-4480-93b2-937e8577ccc0 req-932b05fc-6ef5-46a7-9400-11fd498e1ff9 tempest-ServerRescueTestJSONUnderV235-1035128799 tempest-ServerRescueTestJSONUnderV235-1035128799-project-member] Enqueued Resource ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 with Priority: HIGHEST for action security_group_members [ 860.212155] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 with Priority: HIGHEST for action security_group_members [ 860.212155] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-36a13585-92e2-4a28-bcee-dcb3b7c497b5 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.212155] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.426744] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.426887] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.427326] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.427326] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.427326] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.427469] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf305367-f793-4b43-99a9-8907fd0c4649 is going to be updated. [ 860.455439] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.455616] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.455709] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.455886] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.456082] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.466274] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf305367-f793-4b43-99a9-8907fd0c4649 in Status: IN_PROGRESS for 2s [ 860.513424] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36a13585-92e2-4a28-bcee-dcb3b7c497b5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.654022] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fcc512c-27ca-40e1-972b-91b37a7ec159',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.686987] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.686987] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.686987] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.686987] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.686987] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.686987] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 is going to be updated. [ 860.717437] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.717680] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.718574] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.718574] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.718574] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.727982] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: IN_PROGRESS for 2s [ 861.016234] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.016468] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.016540] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.016761] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.016847] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.016942] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 is going to be updated. [ 861.050360] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.050521] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.050821] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.050821] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.050968] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.060772] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 in Status: IN_PROGRESS for 2s [ 861.156217] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.156534] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.156534] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.156624] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.156808] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.156808] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 is going to be created. [ 861.171302] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 in Status: SUCCESS [ 861.171488] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 deletion is rescheduled due to dependency. [ 861.171600] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.180754] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.180893] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.180943] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.181149] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.181294] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.192744] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 in Status: UNINITIALIZED for 2s [ 862.484944] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf305367-f793-4b43-99a9-8907fd0c4649 in Status: SUCCESS [ 862.484944] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.709466] env[65832]: INFO networking_nsxv3.common.synchronization [req-a089c317-8f8e-43df-bdf6-531d992b9299 req-1e9c96ff-b7fe-4a80-b4d8-afc9fe2c016b tempest-ServerMetadataNegativeTestJSON-360557410 tempest-ServerMetadataNegativeTestJSON-360557410-project-member] Enqueued Resource ID: d1713d87-d1c7-4fdb-bfb8-30016fe9fd02 with Priority: HIGHEST for action security_group_members [ 862.710085] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1713d87-d1c7-4fdb-bfb8-30016fe9fd02 with Priority: HIGHEST for action security_group_members [ 862.710675] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1713d87-d1c7-4fdb-bfb8-30016fe9fd02 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.710675] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1713d87-d1c7-4fdb-bfb8-30016fe9fd02" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.710675] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1713d87-d1c7-4fdb-bfb8-30016fe9fd02" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.710943] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1713d87-d1c7-4fdb-bfb8-30016fe9fd02" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.710988] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.711575] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.711651] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.712173] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.712173] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.712173] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1713d87-d1c7-4fdb-bfb8-30016fe9fd02',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.739676] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: SUCCESS [ 862.741052] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.074192] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 in Status: SUCCESS [ 863.074192] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.074192] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.074192] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.074525] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.074525] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.074617] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.074740] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.074806] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.075140] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36a13585-92e2-4a28-bcee-dcb3b7c497b5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.130174] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-384 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.130367] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-384" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.130484] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-384" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.130821] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-384" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.131100] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.131266] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.131385] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.131693] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.131815] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.131931] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 863.132159] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 863.132159] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 863.132354] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 863.132425] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 863.132485] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 863.132597] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 863.155154] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 863.155154] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 863.155154] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 863.155358] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-384" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.155708] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-10ecf46b-8f3b-4d32-ae37-ca7274d8cbc4 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.155882] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-10ecf46b-8f3b-4d32-ae37-ca7274d8cbc4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.155999] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-10ecf46b-8f3b-4d32-ae37-ca7274d8cbc4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.156353] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-10ecf46b-8f3b-4d32-ae37-ca7274d8cbc4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.156498] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10ecf46b-8f3b-4d32-ae37-ca7274d8cbc4',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.204510] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 in Status: SUCCESS [ 863.204756] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.204922] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.205140] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.205327] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.205459] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.205537] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.205693] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.205864] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.205905] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.205973] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7fcc512c-27ca-40e1-972b-91b37a7ec159',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.214942] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.214942] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.214942] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.215183] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.215221] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.215416] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.215490] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.215546] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.215689] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.215760] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.215844] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1713d87-d1c7-4fdb-bfb8-30016fe9fd02 already deleted. [ 863.215921] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1713d87-d1c7-4fdb-bfb8-30016fe9fd02" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.577667] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.578041] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.578041] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.578118] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.598890] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.598890] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.598890] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.598890] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.598890] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.598890] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.599240] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 is going to be updated. [ 863.628335] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.628566] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.628646] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.628800] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.628945] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.638592] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 in Status: IN_PROGRESS for 2s [ 863.658902] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.659168] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.659305] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.659560] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.659709] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.659866] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port 10ecf46b-8f3b-4d32-ae37-ca7274d8cbc4 not found, creating... [ 863.660143] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.660295] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.660513] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.660802] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.660802] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.661017] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.661180] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.661297] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.661501] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.661777] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.661930] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: 10ecf46b-8f3b-4d32-ae37-ca7274d8cbc4 is going to be created. [ 863.681514] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.681723] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.681904] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.682086] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.682308] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.682524] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-10ecf46b-8f3b-4d32-ae37-ca7274d8cbc4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.709374] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7fcc512c-27ca-40e1-972b-91b37a7ec159',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.031330] env[65832]: INFO networking_nsxv3.common.synchronization [None req-5ec2d813-89c0-4acf-964b-4bd5837d3636 None None] Enqueued Resource ID: b80f58e6-6e66-4dcc-b281-813b595aa092 with Priority: HIGHEST for action port [ 864.031330] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b80f58e6-6e66-4dcc-b281-813b595aa092 with Priority: HIGHEST for action port [ 864.031330] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-b80f58e6-6e66-4dcc-b281-813b595aa092 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.031330] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b80f58e6-6e66-4dcc-b281-813b595aa092" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.031330] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b80f58e6-6e66-4dcc-b281-813b595aa092" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.032594] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b80f58e6-6e66-4dcc-b281-813b595aa092" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.032780] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b80f58e6-6e66-4dcc-b281-813b595aa092',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.211914] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7fcc512c-27ca-40e1-972b-91b37a7ec159: rpc.has_security_group_logging(os_id): False [ 864.230253] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.230429] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.230429] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.230633] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.230725] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.230965] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.231086] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.231148] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.231306] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.231408] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.231471] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 is going to be created. [ 864.304608] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.304833] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.304891] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.305222] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.305444] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.327070] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 in Status: IN_PROGRESS for 2s [ 864.400968] env[65832]: INFO networking_nsxv3.common.synchronization [req-a089c317-8f8e-43df-bdf6-531d992b9299 req-e79c67a5-4d7b-4141-b2fe-46f4f08c43bc service nova] Enqueued Resource ID: d1713d87-d1c7-4fdb-bfb8-30016fe9fd02 with Priority: HIGHEST for action security_group_rules [ 864.401289] env[65832]: INFO networking_nsxv3.common.synchronization [req-a089c317-8f8e-43df-bdf6-531d992b9299 req-e79c67a5-4d7b-4141-b2fe-46f4f08c43bc service nova] Enqueued Resource ID: d1713d87-d1c7-4fdb-bfb8-30016fe9fd02 with Priority: HIGHEST for action security_group_members [ 864.401518] env[65832]: INFO networking_nsxv3.common.synchronization [req-a089c317-8f8e-43df-bdf6-531d992b9299 req-e79c67a5-4d7b-4141-b2fe-46f4f08c43bc service nova] Enqueued Resource ID: 10ecf46b-8f3b-4d32-ae37-ca7274d8cbc4 with Priority: HIGHEST for action port [ 864.403111] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1713d87-d1c7-4fdb-bfb8-30016fe9fd02 with Priority: HIGHEST for action security_group_rules [ 864.403429] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1713d87-d1c7-4fdb-bfb8-30016fe9fd02 with Priority: HIGHEST for action security_group_members [ 864.403429] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10ecf46b-8f3b-4d32-ae37-ca7274d8cbc4 with Priority: HIGHEST for action port [ 864.403640] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1713d87-d1c7-4fdb-bfb8-30016fe9fd02 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.403773] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1713d87-d1c7-4fdb-bfb8-30016fe9fd02" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.403841] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1713d87-d1c7-4fdb-bfb8-30016fe9fd02" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.404123] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1713d87-d1c7-4fdb-bfb8-30016fe9fd02" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.404207] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1713d87-d1c7-4fdb-bfb8-30016fe9fd02',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.405241] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1713d87-d1c7-4fdb-bfb8-30016fe9fd02 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.405363] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1713d87-d1c7-4fdb-bfb8-30016fe9fd02" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.405430] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1713d87-d1c7-4fdb-bfb8-30016fe9fd02" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.407243] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1713d87-d1c7-4fdb-bfb8-30016fe9fd02" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.407701] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.407876] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.407979] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.408256] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.408387] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.408526] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1713d87-d1c7-4fdb-bfb8-30016fe9fd02',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.411264] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-10ecf46b-8f3b-4d32-ae37-ca7274d8cbc4 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.411462] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10ecf46b-8f3b-4d32-ae37-ca7274d8cbc4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.411512] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10ecf46b-8f3b-4d32-ae37-ca7274d8cbc4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.411699] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10ecf46b-8f3b-4d32-ae37-ca7274d8cbc4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.411784] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10ecf46b-8f3b-4d32-ae37-ca7274d8cbc4',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.537890] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b80f58e6-6e66-4dcc-b281-813b595aa092 [ 864.537890] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.537890] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.537890] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.537890] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.537890] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.537890] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b80f58e6-6e66-4dcc-b281-813b595aa092 already deleted. [ 864.537890] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b80f58e6-6e66-4dcc-b281-813b595aa092" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.911868] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1713d87-d1c7-4fdb-bfb8-30016fe9fd02',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.915235] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10ecf46b-8f3b-4d32-ae37-ca7274d8cbc4 with status ACTIVE [ 864.915447] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.915447] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.915585] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.915727] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.915809] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.916195] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.916195] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.916195] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.916323] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.916392] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.916532] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.916624] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.916684] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.916820] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.916904] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.916969] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10ecf46b-8f3b-4d32-ae37-ca7274d8cbc4 is going to be updated. [ 864.918189] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1713d87-d1c7-4fdb-bfb8-30016fe9fd02 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.918307] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1713d87-d1c7-4fdb-bfb8-30016fe9fd02" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.941357] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.941569] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.941648] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.942155] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.942155] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.942321] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10ecf46b-8f3b-4d32-ae37-ca7274d8cbc4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.417775] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1713d87-d1c7-4fdb-bfb8-30016fe9fd02',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.578702] env[65832]: INFO networking_nsxv3.common.synchronization [req-526fb12b-bd3b-4706-a416-9327bd358407 req-cb9f2987-df94-4520-bfe0-6dee408eb43b tempest-TenantUsagesTestJSON-2034561362 tempest-TenantUsagesTestJSON-2034561362-project-member] Enqueued Resource ID: df1cf891-17d2-4035-a148-b69d7d01da1a with Priority: HIGHEST for action security_group_members [ 865.587322] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df1cf891-17d2-4035-a148-b69d7d01da1a with Priority: HIGHEST for action security_group_members [ 865.589243] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-df1cf891-17d2-4035-a148-b69d7d01da1a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.589243] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df1cf891-17d2-4035-a148-b69d7d01da1a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.589806] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df1cf891-17d2-4035-a148-b69d7d01da1a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.590655] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df1cf891-17d2-4035-a148-b69d7d01da1a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.590999] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.592539] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.592635] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.593651] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.593791] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.593935] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df1cf891-17d2-4035-a148-b69d7d01da1a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.654329] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 in Status: SUCCESS [ 865.654538] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 deletion is rescheduled due to dependency. [ 865.654887] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.655360] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.655702] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.655948] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.656249] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.656341] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.656669] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.656829] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.656911] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.657569] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-36a13585-92e2-4a28-bcee-dcb3b7c497b5 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.657883] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.658473] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.658706] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.658905] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.661018] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.661018] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.661018] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.661018] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.661018] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.661018] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36a13585-92e2-4a28-bcee-dcb3b7c497b5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.664057] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.664057] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.664057] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.664057] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.664057] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.664057] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.664057] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.664057] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36a13585-92e2-4a28-bcee-dcb3b7c497b5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.919830] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.920441] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.920527] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.920741] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.920832] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.920930] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1713d87-d1c7-4fdb-bfb8-30016fe9fd02 is going to be created. [ 865.949015] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.949325] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.949325] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.949654] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.949654] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.959372] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1713d87-d1c7-4fdb-bfb8-30016fe9fd02 in Status: UNINITIALIZED for 2s [ 865.995067] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.995067] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-806" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.995067] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-806" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.995067] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-806" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.995681] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.996864] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.999030] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.999030] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.999030] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.999030] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.999030] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 865.999030] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 865.999030] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 865.999030] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.999030] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 865.999030] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 866.034089] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 866.035252] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 866.035252] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 866.035656] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-806" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.036284] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-4aed1042-f255-48d2-80bf-c28c04b8ebc2 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.037182] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-4aed1042-f255-48d2-80bf-c28c04b8ebc2" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.037417] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-4aed1042-f255-48d2-80bf-c28c04b8ebc2" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.038158] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-4aed1042-f255-48d2-80bf-c28c04b8ebc2" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.039780] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4aed1042-f255-48d2-80bf-c28c04b8ebc2',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.097490] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.097735] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.098113] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.098485] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.098582] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.098878] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.099064] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.099171] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.099344] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.099427] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.099514] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df1cf891-17d2-4035-a148-b69d7d01da1a already deleted. [ 866.099922] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df1cf891-17d2-4035-a148-b69d7d01da1a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.167020] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36a13585-92e2-4a28-bcee-dcb3b7c497b5: rpc.has_security_group_logging(os_id): False [ 866.167020] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.167020] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.167020] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.167020] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.167020] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.167020] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.167020] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.167020] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.167020] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.167020] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.167020] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 is going to be updated. [ 866.181784] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.181784] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.181784] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.182161] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.182532] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.182795] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.182909] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.182970] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.183239] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.183352] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.183570] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.183700] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.183783] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.183951] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.184064] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.184273] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.184409] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.184497] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.184701] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.184754] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.184844] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 is going to be updated. [ 866.199115] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.199115] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.199115] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.199411] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.199411] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.210391] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 in Status: IN_PROGRESS for 2s [ 866.261734] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.261973] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.261973] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.262236] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.262343] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.279140] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 in Status: IN_PROGRESS for 2s [ 866.360235] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 in Status: SUCCESS [ 866.360235] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.545076] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.545326] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.545461] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.545743] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.545888] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.546054] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port 4aed1042-f255-48d2-80bf-c28c04b8ebc2 not found, creating... [ 866.546360] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.546903] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.547041] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.547278] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.547416] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.547816] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.547981] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.548111] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.548325] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.548458] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.548599] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: 4aed1042-f255-48d2-80bf-c28c04b8ebc2 is going to be created. [ 866.569890] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.570152] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.570336] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.570665] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.570858] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.571116] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-4aed1042-f255-48d2-80bf-c28c04b8ebc2" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.349950] env[65832]: INFO networking_nsxv3.common.synchronization [req-526fb12b-bd3b-4706-a416-9327bd358407 req-b843daf6-a2f3-4987-8347-f786a1203002 service nova] Enqueued Resource ID: df1cf891-17d2-4035-a148-b69d7d01da1a with Priority: HIGHEST for action security_group_rules [ 867.349950] env[65832]: INFO networking_nsxv3.common.synchronization [req-526fb12b-bd3b-4706-a416-9327bd358407 req-b843daf6-a2f3-4987-8347-f786a1203002 service nova] Enqueued Resource ID: df1cf891-17d2-4035-a148-b69d7d01da1a with Priority: HIGHEST for action security_group_members [ 867.350252] env[65832]: INFO networking_nsxv3.common.synchronization [req-526fb12b-bd3b-4706-a416-9327bd358407 req-b843daf6-a2f3-4987-8347-f786a1203002 service nova] Enqueued Resource ID: 4aed1042-f255-48d2-80bf-c28c04b8ebc2 with Priority: HIGHEST for action port [ 867.350651] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df1cf891-17d2-4035-a148-b69d7d01da1a with Priority: HIGHEST for action security_group_rules [ 867.350787] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df1cf891-17d2-4035-a148-b69d7d01da1a with Priority: HIGHEST for action security_group_members [ 867.350884] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4aed1042-f255-48d2-80bf-c28c04b8ebc2 with Priority: HIGHEST for action port [ 867.351290] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df1cf891-17d2-4035-a148-b69d7d01da1a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.351751] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df1cf891-17d2-4035-a148-b69d7d01da1a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.351751] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df1cf891-17d2-4035-a148-b69d7d01da1a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.351751] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df1cf891-17d2-4035-a148-b69d7d01da1a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.351751] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df1cf891-17d2-4035-a148-b69d7d01da1a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.352661] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-df1cf891-17d2-4035-a148-b69d7d01da1a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.352776] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df1cf891-17d2-4035-a148-b69d7d01da1a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.352841] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df1cf891-17d2-4035-a148-b69d7d01da1a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.353087] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df1cf891-17d2-4035-a148-b69d7d01da1a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.353376] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.353376] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.353376] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.353530] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.353564] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.353657] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df1cf891-17d2-4035-a148-b69d7d01da1a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.354614] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-4aed1042-f255-48d2-80bf-c28c04b8ebc2 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.354614] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4aed1042-f255-48d2-80bf-c28c04b8ebc2" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.354978] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4aed1042-f255-48d2-80bf-c28c04b8ebc2" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.354978] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4aed1042-f255-48d2-80bf-c28c04b8ebc2" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.354978] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4aed1042-f255-48d2-80bf-c28c04b8ebc2',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.481518] env[65832]: INFO networking_nsxv3.common.synchronization [None req-7f8ac076-bdba-4ca6-9ef2-4557413c8180 None None] Enqueued Resource ID: a93868a7-c4f5-411e-b190-fc78c3fa9f40 with Priority: HIGHEST for action port [ 867.482288] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a93868a7-c4f5-411e-b190-fc78c3fa9f40 with Priority: HIGHEST for action port [ 867.482363] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-a93868a7-c4f5-411e-b190-fc78c3fa9f40 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.482467] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a93868a7-c4f5-411e-b190-fc78c3fa9f40" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.482556] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a93868a7-c4f5-411e-b190-fc78c3fa9f40" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.482780] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a93868a7-c4f5-411e-b190-fc78c3fa9f40" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.482862] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a93868a7-c4f5-411e-b190-fc78c3fa9f40',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.856537] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-df1cf891-17d2-4035-a148-b69d7d01da1a taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.856537] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df1cf891-17d2-4035-a148-b69d7d01da1a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.857243] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df1cf891-17d2-4035-a148-b69d7d01da1a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.859906] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4aed1042-f255-48d2-80bf-c28c04b8ebc2 with status ACTIVE [ 867.860217] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.860375] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.860448] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.860692] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.860809] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.861051] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.861185] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.861268] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.861535] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.861614] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.861780] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.861903] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.862387] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.862387] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.862387] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.862387] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4aed1042-f255-48d2-80bf-c28c04b8ebc2 is going to be updated. [ 867.888906] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.889082] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.889139] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.889355] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.889496] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.889661] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4aed1042-f255-48d2-80bf-c28c04b8ebc2" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.973609] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1713d87-d1c7-4fdb-bfb8-30016fe9fd02 in Status: SUCCESS [ 867.973819] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1713d87-d1c7-4fdb-bfb8-30016fe9fd02" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.973988] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1713d87-d1c7-4fdb-bfb8-30016fe9fd02" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.974204] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1713d87-d1c7-4fdb-bfb8-30016fe9fd02" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.974390] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.974502] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.974564] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.974750] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.974835] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.974944] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1713d87-d1c7-4fdb-bfb8-30016fe9fd02" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.975062] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1713d87-d1c7-4fdb-bfb8-30016fe9fd02',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.987538] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a93868a7-c4f5-411e-b190-fc78c3fa9f40 [ 867.987538] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.987538] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.987538] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.987538] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.987538] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.987538] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a93868a7-c4f5-411e-b190-fc78c3fa9f40 already deleted. [ 867.987538] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a93868a7-c4f5-411e-b190-fc78c3fa9f40" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.219742] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 in Status: IN_PROGRESS for 4s [ 868.296042] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 in Status: SUCCESS [ 868.296302] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.296489] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.296736] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.296874] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36a13585-92e2-4a28-bcee-dcb3b7c497b5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.360778] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df1cf891-17d2-4035-a148-b69d7d01da1a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.477642] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1713d87-d1c7-4fdb-bfb8-30016fe9fd02 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.477852] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1713d87-d1c7-4fdb-bfb8-30016fe9fd02" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.477943] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1713d87-d1c7-4fdb-bfb8-30016fe9fd02" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.478175] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1713d87-d1c7-4fdb-bfb8-30016fe9fd02" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.478365] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.478527] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.478615] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.478745] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.478843] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.478942] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1713d87-d1c7-4fdb-bfb8-30016fe9fd02" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.479155] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1713d87-d1c7-4fdb-bfb8-30016fe9fd02 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.479228] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1713d87-d1c7-4fdb-bfb8-30016fe9fd02" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.479279] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1713d87-d1c7-4fdb-bfb8-30016fe9fd02" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.479412] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1713d87-d1c7-4fdb-bfb8-30016fe9fd02" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.479572] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.479680] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.479745] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.479896] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.479961] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.480074] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1713d87-d1c7-4fdb-bfb8-30016fe9fd02" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.480177] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1713d87-d1c7-4fdb-bfb8-30016fe9fd02',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.822600] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.822784] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.822833] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.823043] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.823138] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.823234] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 is going to be deleted. [ 868.864555] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.864721] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.864794] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.865016] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.865111] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.865211] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df1cf891-17d2-4035-a148-b69d7d01da1a is going to be created. [ 868.890200] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.890408] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.890507] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.890782] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.890999] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.894275] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.894484] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.894601] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.894900] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.895065] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.895254] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.906579] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df1cf891-17d2-4035-a148-b69d7d01da1a in Status: UNINITIALIZED for 2s [ 868.982155] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1713d87-d1c7-4fdb-bfb8-30016fe9fd02: rpc.has_security_group_logging(os_id): False [ 869.027733] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.027932] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.027989] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.028233] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.030125] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.030428] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.030560] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.030632] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.030992] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.030992] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.031141] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.031249] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.031311] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.031462] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.031536] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.031718] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.031813] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.031874] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.032095] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.032178] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.032288] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1713d87-d1c7-4fdb-bfb8-30016fe9fd02 is going to be created. [ 869.100627] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.100778] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.100857] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.101083] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.101554] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.113883] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1713d87-d1c7-4fdb-bfb8-30016fe9fd02 in Status: IN_PROGRESS for 2s [ 870.234478] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 in Status: SUCCESS [ 870.234716] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36a13585-92e2-4a28-bcee-dcb3b7c497b5 deletion is rescheduled due to dependency. [ 870.234716] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36a13585-92e2-4a28-bcee-dcb3b7c497b5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.924042] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df1cf891-17d2-4035-a148-b69d7d01da1a in Status: SUCCESS [ 870.924042] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df1cf891-17d2-4035-a148-b69d7d01da1a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.924042] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df1cf891-17d2-4035-a148-b69d7d01da1a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.924042] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df1cf891-17d2-4035-a148-b69d7d01da1a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.924042] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.924042] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.924510] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.925320] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.925320] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.925320] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df1cf891-17d2-4035-a148-b69d7d01da1a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.925320] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df1cf891-17d2-4035-a148-b69d7d01da1a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.129788] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1713d87-d1c7-4fdb-bfb8-30016fe9fd02 in Status: SUCCESS [ 871.129788] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1713d87-d1c7-4fdb-bfb8-30016fe9fd02" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.427321] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-df1cf891-17d2-4035-a148-b69d7d01da1a taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.427728] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df1cf891-17d2-4035-a148-b69d7d01da1a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.428147] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df1cf891-17d2-4035-a148-b69d7d01da1a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.428519] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df1cf891-17d2-4035-a148-b69d7d01da1a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.428735] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.429012] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.429056] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.429535] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.429535] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.429535] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df1cf891-17d2-4035-a148-b69d7d01da1a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.429690] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-df1cf891-17d2-4035-a148-b69d7d01da1a taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.429766] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df1cf891-17d2-4035-a148-b69d7d01da1a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.429816] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df1cf891-17d2-4035-a148-b69d7d01da1a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.430069] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df1cf891-17d2-4035-a148-b69d7d01da1a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.430236] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.430358] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.430417] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.430566] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.430661] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.430775] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df1cf891-17d2-4035-a148-b69d7d01da1a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.430888] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df1cf891-17d2-4035-a148-b69d7d01da1a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.936460] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df1cf891-17d2-4035-a148-b69d7d01da1a: rpc.has_security_group_logging(os_id): False [ 871.958121] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.958121] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.958333] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.958441] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.958559] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.958742] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.958875] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.958939] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.959159] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.959302] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.959560] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.959668] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.959668] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.962621] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.962739] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.963041] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.963188] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.963270] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.963465] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.963578] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.963692] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df1cf891-17d2-4035-a148-b69d7d01da1a is going to be created. [ 872.036527] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.036711] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.036780] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.036994] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.037192] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.050465] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df1cf891-17d2-4035-a148-b69d7d01da1a in Status: IN_PROGRESS for 2s [ 872.484264] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 872.484264] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 874.066936] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df1cf891-17d2-4035-a148-b69d7d01da1a in Status: SUCCESS [ 874.066936] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df1cf891-17d2-4035-a148-b69d7d01da1a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.111041] env[65832]: INFO networking_nsxv3.common.synchronization [None req-eaf787d0-83ac-452a-a224-639088fb73bc None None] Enqueued Resource ID: 44b3f7ab-f1d6-4c03-ae95-3e9141552e92 with Priority: HIGHEST for action port [ 875.111041] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44b3f7ab-f1d6-4c03-ae95-3e9141552e92 with Priority: HIGHEST for action port [ 875.111041] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-44b3f7ab-f1d6-4c03-ae95-3e9141552e92 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.111041] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44b3f7ab-f1d6-4c03-ae95-3e9141552e92" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.111041] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44b3f7ab-f1d6-4c03-ae95-3e9141552e92" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.111041] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44b3f7ab-f1d6-4c03-ae95-3e9141552e92" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.111041] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44b3f7ab-f1d6-4c03-ae95-3e9141552e92',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.613814] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44b3f7ab-f1d6-4c03-ae95-3e9141552e92 [ 875.613814] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.614037] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.614037] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.614892] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.614892] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.614892] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44b3f7ab-f1d6-4c03-ae95-3e9141552e92 already deleted. [ 875.614892] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44b3f7ab-f1d6-4c03-ae95-3e9141552e92" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.983809] env[65832]: INFO networking_nsxv3.common.synchronization [None req-08c17d04-6eab-495d-9c1b-dca6ef7a805e tempest-ServerActionsV293TestJSON-197521735 tempest-ServerActionsV293TestJSON-197521735-project-member] Enqueued Resource ID: a4e5caf2-d1c2-444d-8e37-0f75a312a360 with Priority: HIGHEST for action security_group_rules [ 875.983809] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e5caf2-d1c2-444d-8e37-0f75a312a360 with Priority: HIGHEST for action security_group_rules [ 875.983809] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4e5caf2-d1c2-444d-8e37-0f75a312a360 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.983809] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4e5caf2-d1c2-444d-8e37-0f75a312a360" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.983809] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4e5caf2-d1c2-444d-8e37-0f75a312a360" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.983809] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4e5caf2-d1c2-444d-8e37-0f75a312a360" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.983809] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4e5caf2-d1c2-444d-8e37-0f75a312a360',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.073559] env[65832]: INFO networking_nsxv3.common.synchronization [None req-ecf00ccc-f940-4ace-83a0-c79568e9fa68 tempest-ServerActionsV293TestJSON-197521735 tempest-ServerActionsV293TestJSON-197521735-project-member] Enqueued Resource ID: a4e5caf2-d1c2-444d-8e37-0f75a312a360 with Priority: HIGHEST for action security_group_rules [ 876.074102] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e5caf2-d1c2-444d-8e37-0f75a312a360 with Priority: HIGHEST for action security_group_rules [ 876.074686] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4e5caf2-d1c2-444d-8e37-0f75a312a360 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.074686] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4e5caf2-d1c2-444d-8e37-0f75a312a360" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.521797] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.522090] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.522090] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.522263] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.522351] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.522443] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4e5caf2-d1c2-444d-8e37-0f75a312a360 already deleted. [ 876.522567] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4e5caf2-d1c2-444d-8e37-0f75a312a360" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.522689] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4e5caf2-d1c2-444d-8e37-0f75a312a360" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.522833] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4e5caf2-d1c2-444d-8e37-0f75a312a360" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.522925] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4e5caf2-d1c2-444d-8e37-0f75a312a360',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.046338] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.046338] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.046338] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.046338] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.046338] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.046338] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4e5caf2-d1c2-444d-8e37-0f75a312a360 already deleted. [ 877.046338] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4e5caf2-d1c2-444d-8e37-0f75a312a360" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.607660] env[65832]: INFO networking_nsxv3.common.synchronization [req-63baff70-58f7-4bb2-8442-f0d4e2dab2a2 req-ebab58e9-eb05-48e4-aeb4-15cddf1b5f04 tempest-ServerMetadataNegativeTestJSON-360557410 tempest-ServerMetadataNegativeTestJSON-360557410-project-member] Enqueued Resource ID: d1713d87-d1c7-4fdb-bfb8-30016fe9fd02 with Priority: HIGHEST for action security_group_members [ 877.608239] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1713d87-d1c7-4fdb-bfb8-30016fe9fd02 with Priority: HIGHEST for action security_group_members [ 877.608571] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1713d87-d1c7-4fdb-bfb8-30016fe9fd02 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.608676] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1713d87-d1c7-4fdb-bfb8-30016fe9fd02" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.608751] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1713d87-d1c7-4fdb-bfb8-30016fe9fd02" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.608945] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1713d87-d1c7-4fdb-bfb8-30016fe9fd02" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.609230] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.609332] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.609432] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.609578] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.609689] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.609794] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1713d87-d1c7-4fdb-bfb8-30016fe9fd02',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.099771] env[65832]: INFO networking_nsxv3.common.synchronization [None req-991606ab-f99e-41d6-9be9-881f8cbd6c16 None None] Enqueued Resource ID: 0c4b7644-c848-4ce5-b099-2a71706f9221 with Priority: HIGHEST for action port [ 878.100684] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c4b7644-c848-4ce5-b099-2a71706f9221 with Priority: HIGHEST for action port [ 878.101655] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c4b7644-c848-4ce5-b099-2a71706f9221 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.101655] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c4b7644-c848-4ce5-b099-2a71706f9221" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.101655] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c4b7644-c848-4ce5-b099-2a71706f9221" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.101977] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c4b7644-c848-4ce5-b099-2a71706f9221" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.102045] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c4b7644-c848-4ce5-b099-2a71706f9221',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.111780] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.111922] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.111993] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.112205] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.112319] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.112599] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.112743] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.113071] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.113071] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.113213] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.113344] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1713d87-d1c7-4fdb-bfb8-30016fe9fd02 is going to be updated. [ 878.149584] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.149842] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.150107] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.150901] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.150901] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.161415] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1713d87-d1c7-4fdb-bfb8-30016fe9fd02 in Status: IN_PROGRESS for 2s [ 878.605736] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c4b7644-c848-4ce5-b099-2a71706f9221 [ 878.606158] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.606158] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.606158] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.606362] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.606759] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.606860] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c4b7644-c848-4ce5-b099-2a71706f9221 already deleted. [ 878.606900] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c4b7644-c848-4ce5-b099-2a71706f9221" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.822578] env[65832]: INFO networking_nsxv3.common.synchronization [req-7c0c184b-fb4f-49eb-b20e-5c39b7be5c69 req-a65a0b7e-7d21-405d-a0fd-a34359516045 tempest-TenantUsagesTestJSON-2034561362 tempest-TenantUsagesTestJSON-2034561362-project-member] Enqueued Resource ID: df1cf891-17d2-4035-a148-b69d7d01da1a with Priority: HIGHEST for action security_group_members [ 878.822912] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df1cf891-17d2-4035-a148-b69d7d01da1a with Priority: HIGHEST for action security_group_members [ 878.823304] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-df1cf891-17d2-4035-a148-b69d7d01da1a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.824056] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df1cf891-17d2-4035-a148-b69d7d01da1a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.824056] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df1cf891-17d2-4035-a148-b69d7d01da1a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.824224] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df1cf891-17d2-4035-a148-b69d7d01da1a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.824290] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.824431] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.824542] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.824726] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.824839] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.824956] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df1cf891-17d2-4035-a148-b69d7d01da1a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.148086] env[65832]: INFO networking_nsxv3.common.synchronization [req-34782ea1-ae33-411f-be4c-11f9e92380cd req-53bd4ec3-595d-4528-b5a0-d6cf7d166519 tempest-ImagesOneServerNegativeTestJSON-1029125520 tempest-ImagesOneServerNegativeTestJSON-1029125520-project-member] Enqueued Resource ID: e3da5cea-2cf5-4384-8849-883cd5af0792 with Priority: HIGHEST for action security_group_members [ 879.148086] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3da5cea-2cf5-4384-8849-883cd5af0792 with Priority: HIGHEST for action security_group_members [ 879.148518] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3da5cea-2cf5-4384-8849-883cd5af0792 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.148853] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.149079] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.149443] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.149816] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.150134] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.152019] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.152019] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.152019] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.152019] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3da5cea-2cf5-4384-8849-883cd5af0792',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.329681] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.329681] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.329857] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.330181] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.330181] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.330289] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.330370] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.330409] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.330555] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.330681] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.330878] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df1cf891-17d2-4035-a148-b69d7d01da1a is going to be updated. [ 879.362081] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.362081] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.362081] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.362081] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.362081] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.373614] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df1cf891-17d2-4035-a148-b69d7d01da1a in Status: IN_PROGRESS for 2s [ 879.529973] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-538 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.530177] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-538" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.530296] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-538" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.530571] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-538" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.532696] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.532939] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.533125] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.533378] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.533525] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.533794] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.533867] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 879.533998] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 879.534136] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 879.534235] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.534421] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 879.534464] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 879.558129] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 879.558341] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 879.558808] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 879.558808] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-538" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.558954] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-99b5941f-a1d0-44ba-ad78-f07ea6657eaf taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.559136] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-99b5941f-a1d0-44ba-ad78-f07ea6657eaf" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.559249] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-99b5941f-a1d0-44ba-ad78-f07ea6657eaf" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.559729] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-99b5941f-a1d0-44ba-ad78-f07ea6657eaf" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.560628] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99b5941f-a1d0-44ba-ad78-f07ea6657eaf',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.653172] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.653312] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.653384] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.653599] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.675074] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.675357] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.675498] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.675614] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.675765] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.675851] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.675942] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3da5cea-2cf5-4384-8849-883cd5af0792 is going to be updated. [ 879.700593] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.700863] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.700918] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.701152] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.701313] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.711396] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3da5cea-2cf5-4384-8849-883cd5af0792 in Status: IN_PROGRESS for 2s [ 880.062681] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.063708] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.063708] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.063708] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.063708] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.063708] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port 99b5941f-a1d0-44ba-ad78-f07ea6657eaf not found, creating... [ 880.064096] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.064096] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.064096] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.065500] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.065500] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.065500] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.065500] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.065500] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.065500] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.065500] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.065500] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: 99b5941f-a1d0-44ba-ad78-f07ea6657eaf is going to be created. [ 880.089524] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.089772] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.090152] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.090417] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.090792] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.091092] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-99b5941f-a1d0-44ba-ad78-f07ea6657eaf" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.173582] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1713d87-d1c7-4fdb-bfb8-30016fe9fd02 in Status: SUCCESS [ 880.173839] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1713d87-d1c7-4fdb-bfb8-30016fe9fd02 deletion is rescheduled due to dependency. [ 880.174161] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1713d87-d1c7-4fdb-bfb8-30016fe9fd02" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.848010] env[65832]: INFO networking_nsxv3.common.synchronization [req-34782ea1-ae33-411f-be4c-11f9e92380cd req-2febe76e-7d52-4596-a806-0ee4195aaae0 service nova] Enqueued Resource ID: e3da5cea-2cf5-4384-8849-883cd5af0792 with Priority: HIGHEST for action security_group_rules [ 880.848010] env[65832]: INFO networking_nsxv3.common.synchronization [req-34782ea1-ae33-411f-be4c-11f9e92380cd req-2febe76e-7d52-4596-a806-0ee4195aaae0 service nova] Enqueued Resource ID: e3da5cea-2cf5-4384-8849-883cd5af0792 with Priority: HIGHEST for action security_group_members [ 880.848010] env[65832]: INFO networking_nsxv3.common.synchronization [req-34782ea1-ae33-411f-be4c-11f9e92380cd req-2febe76e-7d52-4596-a806-0ee4195aaae0 service nova] Enqueued Resource ID: 99b5941f-a1d0-44ba-ad78-f07ea6657eaf with Priority: HIGHEST for action port [ 880.848010] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3da5cea-2cf5-4384-8849-883cd5af0792 with Priority: HIGHEST for action security_group_rules [ 880.848812] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3da5cea-2cf5-4384-8849-883cd5af0792 with Priority: HIGHEST for action security_group_members [ 880.848974] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99b5941f-a1d0-44ba-ad78-f07ea6657eaf with Priority: HIGHEST for action port [ 880.851107] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3da5cea-2cf5-4384-8849-883cd5af0792 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.851296] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.851416] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.852108] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.852108] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3da5cea-2cf5-4384-8849-883cd5af0792',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.852834] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3da5cea-2cf5-4384-8849-883cd5af0792 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.852945] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.853205] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-99b5941f-a1d0-44ba-ad78-f07ea6657eaf taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.853326] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99b5941f-a1d0-44ba-ad78-f07ea6657eaf" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.853389] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99b5941f-a1d0-44ba-ad78-f07ea6657eaf" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.853649] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99b5941f-a1d0-44ba-ad78-f07ea6657eaf" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.853836] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99b5941f-a1d0-44ba-ad78-f07ea6657eaf',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.356361] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3da5cea-2cf5-4384-8849-883cd5af0792 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.356655] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.357271] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99b5941f-a1d0-44ba-ad78-f07ea6657eaf with status ACTIVE [ 881.358729] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.358868] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.358938] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.359172] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.359262] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.359437] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.359551] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.359588] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.359733] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.359901] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.359995] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.360084] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.360144] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.360281] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.360353] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.360436] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99b5941f-a1d0-44ba-ad78-f07ea6657eaf is going to be updated. [ 881.384466] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.384841] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.384841] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.384988] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.385138] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.385364] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99b5941f-a1d0-44ba-ad78-f07ea6657eaf" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.386130] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df1cf891-17d2-4035-a148-b69d7d01da1a in Status: SUCCESS [ 881.386840] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df1cf891-17d2-4035-a148-b69d7d01da1a deletion is rescheduled due to dependency. [ 881.386840] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df1cf891-17d2-4035-a148-b69d7d01da1a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.592972] env[65832]: INFO networking_nsxv3.common.synchronization [None req-d71ad88f-e767-412e-96d9-d220c1b7169a None None] Enqueued Resource ID: bc963995-e368-457a-8678-bbc60758023c with Priority: HIGHEST for action port [ 881.593563] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc963995-e368-457a-8678-bbc60758023c with Priority: HIGHEST for action port [ 881.593883] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc963995-e368-457a-8678-bbc60758023c taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.594013] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc963995-e368-457a-8678-bbc60758023c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.594858] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc963995-e368-457a-8678-bbc60758023c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.595231] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc963995-e368-457a-8678-bbc60758023c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.595231] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc963995-e368-457a-8678-bbc60758023c',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.722688] env[65832]: INFO networking_nsxv3.common.synchronization [req-d494ea59-daf4-48ac-b2f2-9122e65c8ec3 req-46aa6d27-417f-465d-857c-ffdcc510af99 tempest-ServersAdminNegativeTestJSON-2038179669 tempest-ServersAdminNegativeTestJSON-2038179669-project-member] Enqueued Resource ID: f524f17f-7074-4514-81f8-386cedcb1cc7 with Priority: HIGHEST for action security_group_members [ 881.723888] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3da5cea-2cf5-4384-8849-883cd5af0792 in Status: SUCCESS [ 881.724217] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3da5cea-2cf5-4384-8849-883cd5af0792 deletion is rescheduled due to dependency. [ 881.724217] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.724872] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f524f17f-7074-4514-81f8-386cedcb1cc7 with Priority: HIGHEST for action security_group_members [ 881.725368] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.725659] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.725896] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.726104] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.726104] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.726260] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.726358] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.726428] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3da5cea-2cf5-4384-8849-883cd5af0792',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.727715] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-f524f17f-7074-4514-81f8-386cedcb1cc7 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.727895] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.727895] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.727981] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.728204] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.728382] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.728491] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.728712] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.728842] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.728975] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f524f17f-7074-4514-81f8-386cedcb1cc7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.101184] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc963995-e368-457a-8678-bbc60758023c [ 882.101184] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.101580] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.101580] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.101580] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.101580] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.101704] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc963995-e368-457a-8678-bbc60758023c already deleted. [ 882.101704] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc963995-e368-457a-8678-bbc60758023c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.186227] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.186227] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-806" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.186227] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-806" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.186227] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-806" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.186227] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.187268] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.188922] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.189752] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.191098] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.191098] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.191098] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 882.191098] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 882.191098] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 882.191336] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.191336] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 882.191336] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 882.212625] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 882.212795] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 882.213630] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 882.213630] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-806" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.213630] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-e8385161-ea17-4a3f-b3c1-87b6dad33953 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.213630] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-e8385161-ea17-4a3f-b3c1-87b6dad33953" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.213923] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-e8385161-ea17-4a3f-b3c1-87b6dad33953" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.213998] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-e8385161-ea17-4a3f-b3c1-87b6dad33953" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.214891] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8385161-ea17-4a3f-b3c1-87b6dad33953',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.234311] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f524f17f-7074-4514-81f8-386cedcb1cc7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.235385] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3da5cea-2cf5-4384-8849-883cd5af0792',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.716815] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.717136] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.717199] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.717481] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.717692] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.717853] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port e8385161-ea17-4a3f-b3c1-87b6dad33953 not found, creating... [ 882.718129] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.718290] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.718407] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.718679] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.718880] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.719386] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.719594] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.719924] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.719994] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.720177] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.720431] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: e8385161-ea17-4a3f-b3c1-87b6dad33953 is going to be created. [ 882.737139] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f524f17f-7074-4514-81f8-386cedcb1cc7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.741141] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3da5cea-2cf5-4384-8849-883cd5af0792',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.745353] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.745727] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.745954] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.746362] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.746808] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.747188] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-e8385161-ea17-4a3f-b3c1-87b6dad33953" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.243983] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.244199] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.244260] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.244432] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.244520] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.246506] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f524f17f-7074-4514-81f8-386cedcb1cc7 is going to be updated. [ 883.246506] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.246506] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.246506] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.246506] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.246506] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.246866] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3da5cea-2cf5-4384-8849-883cd5af0792 is going to be updated. [ 883.278145] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.278145] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.278145] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.278145] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.278305] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.283131] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.283131] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.283131] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.283131] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.283131] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.293915] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3da5cea-2cf5-4384-8849-883cd5af0792 in Status: IN_PROGRESS for 2s [ 883.294668] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f524f17f-7074-4514-81f8-386cedcb1cc7 in Status: IN_PROGRESS for 2s [ 883.474673] env[65832]: INFO networking_nsxv3.common.synchronization [req-d494ea59-daf4-48ac-b2f2-9122e65c8ec3 req-4da709b5-29d7-4bfe-87e3-5577be31af6e service nova] Enqueued Resource ID: f524f17f-7074-4514-81f8-386cedcb1cc7 with Priority: HIGHEST for action security_group_rules [ 883.474865] env[65832]: INFO networking_nsxv3.common.synchronization [req-d494ea59-daf4-48ac-b2f2-9122e65c8ec3 req-4da709b5-29d7-4bfe-87e3-5577be31af6e service nova] Enqueued Resource ID: f524f17f-7074-4514-81f8-386cedcb1cc7 with Priority: HIGHEST for action security_group_members [ 883.475077] env[65832]: INFO networking_nsxv3.common.synchronization [req-d494ea59-daf4-48ac-b2f2-9122e65c8ec3 req-4da709b5-29d7-4bfe-87e3-5577be31af6e service nova] Enqueued Resource ID: e8385161-ea17-4a3f-b3c1-87b6dad33953 with Priority: HIGHEST for action port [ 883.475593] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f524f17f-7074-4514-81f8-386cedcb1cc7 with Priority: HIGHEST for action security_group_rules [ 883.475756] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f524f17f-7074-4514-81f8-386cedcb1cc7 with Priority: HIGHEST for action security_group_members [ 883.476568] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8385161-ea17-4a3f-b3c1-87b6dad33953 with Priority: HIGHEST for action port [ 883.476568] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f524f17f-7074-4514-81f8-386cedcb1cc7 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.476568] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.476568] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.476872] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.476872] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f524f17f-7074-4514-81f8-386cedcb1cc7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.477589] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-f524f17f-7074-4514-81f8-386cedcb1cc7 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.477750] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.481918] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8385161-ea17-4a3f-b3c1-87b6dad33953 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.481918] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8385161-ea17-4a3f-b3c1-87b6dad33953" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.481918] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8385161-ea17-4a3f-b3c1-87b6dad33953" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.481918] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8385161-ea17-4a3f-b3c1-87b6dad33953" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.481918] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8385161-ea17-4a3f-b3c1-87b6dad33953',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.860863] env[65832]: INFO networking_nsxv3.common.synchronization [None req-6568ed9d-b60d-460c-9a6f-20efce6f1498 None None] Enqueued Resource ID: 146320b4-9df7-4925-aa75-9b145423e6cd with Priority: HIGHEST for action port [ 883.861606] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 146320b4-9df7-4925-aa75-9b145423e6cd with Priority: HIGHEST for action port [ 883.864533] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-146320b4-9df7-4925-aa75-9b145423e6cd taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.864686] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-146320b4-9df7-4925-aa75-9b145423e6cd" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.865192] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-146320b4-9df7-4925-aa75-9b145423e6cd" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.865455] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-146320b4-9df7-4925-aa75-9b145423e6cd" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.865571] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('146320b4-9df7-4925-aa75-9b145423e6cd',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.982294] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-f524f17f-7074-4514-81f8-386cedcb1cc7 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.983026] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.983026] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8385161-ea17-4a3f-b3c1-87b6dad33953 with status ACTIVE [ 883.983129] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.983201] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.983264] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.983464] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.983554] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.983720] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.983817] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.983878] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.984050] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.984130] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.984308] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.984399] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.984461] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.984600] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.984675] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.984754] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8385161-ea17-4a3f-b3c1-87b6dad33953 is going to be updated. [ 884.007198] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.007399] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.007494] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.007783] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.007937] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.008155] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8385161-ea17-4a3f-b3c1-87b6dad33953" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.371534] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 146320b4-9df7-4925-aa75-9b145423e6cd [ 884.371628] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.371988] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.371988] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.372420] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.372420] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.372420] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:146320b4-9df7-4925-aa75-9b145423e6cd already deleted. [ 884.372420] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-146320b4-9df7-4925-aa75-9b145423e6cd" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.380842] env[65832]: INFO networking_nsxv3.common.synchronization [req-6a19150f-f00f-4c9d-8c64-5ad218aa5ba6 req-170f0d80-c45f-449f-821d-85396b19303d tempest-ServerRescueTestJSON-1717400670 tempest-ServerRescueTestJSON-1717400670-project-member] Enqueued Resource ID: 259d6581-6c66-46cc-b8f5-f9eb2327cdf9 with Priority: HIGHEST for action security_group_members [ 884.381781] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 259d6581-6c66-46cc-b8f5-f9eb2327cdf9 with Priority: HIGHEST for action security_group_members [ 884.383025] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.383141] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.383213] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.383513] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.383550] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.383645] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.383709] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.383851] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.383934] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.384045] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('259d6581-6c66-46cc-b8f5-f9eb2327cdf9',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.675407] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.675603] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-33" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.675724] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-33" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.675972] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-33" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.676237] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.676386] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.676498] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.676696] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.676831] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.677046] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.677473] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 884.677623] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 884.677742] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 884.677856] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.677962] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 884.678104] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 884.697619] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 884.697820] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 884.697977] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 884.698191] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-33" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.698612] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-ce1541bf-6010-4dc3-be64-2e352d4772a6 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.698756] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-ce1541bf-6010-4dc3-be64-2e352d4772a6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.698913] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-ce1541bf-6010-4dc3-be64-2e352d4772a6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.699266] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-ce1541bf-6010-4dc3-be64-2e352d4772a6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.699428] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce1541bf-6010-4dc3-be64-2e352d4772a6',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.889311] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('259d6581-6c66-46cc-b8f5-f9eb2327cdf9',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.203872] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.203872] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.203872] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.204179] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.204326] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.204500] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port ce1541bf-6010-4dc3-be64-2e352d4772a6 not found, creating... [ 885.204794] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.204994] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.205184] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.205474] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.205647] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.206014] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.206200] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.206345] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.206581] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.206728] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.206928] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: ce1541bf-6010-4dc3-be64-2e352d4772a6 is going to be created. [ 885.229188] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.229390] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.229516] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.229817] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.230123] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.230541] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-ce1541bf-6010-4dc3-be64-2e352d4772a6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.280945] env[65832]: INFO networking_nsxv3.common.synchronization [req-4689b9ba-eb03-4ccb-8349-2c5f5f9047a2 req-b8e10601-7ff4-4e6c-964e-635c676749ba tempest-AttachInterfacesTestJSON-1132375137 tempest-AttachInterfacesTestJSON-1132375137-project-member] Enqueued Resource ID: a6726dd4-3365-41f8-a208-b83569483323 with Priority: HIGHEST for action security_group_members [ 885.282282] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6726dd4-3365-41f8-a208-b83569483323 with Priority: HIGHEST for action security_group_members [ 885.282630] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6726dd4-3365-41f8-a208-b83569483323 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.282765] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.282833] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.283125] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.283283] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.283386] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.283448] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.283600] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.283683] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.283774] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6726dd4-3365-41f8-a208-b83569483323',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.314639] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3da5cea-2cf5-4384-8849-883cd5af0792 in Status: SUCCESS [ 885.314871] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.315408] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.315632] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.315826] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.315941] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.316017] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.316175] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.316255] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.316338] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.316426] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3da5cea-2cf5-4384-8849-883cd5af0792',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.318051] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f524f17f-7074-4514-81f8-386cedcb1cc7 in Status: SUCCESS [ 885.318219] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.318370] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.318555] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.318742] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.318853] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.318924] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.319081] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.319163] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.319339] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f524f17f-7074-4514-81f8-386cedcb1cc7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.392854] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('259d6581-6c66-46cc-b8f5-f9eb2327cdf9',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.613035] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.613035] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-183" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.613035] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-183" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.613368] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-183" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.613680] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.613884] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.614097] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.614400] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.615125] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.615125] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 885.615125] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 885.615125] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 885.615125] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 885.615363] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 885.615511] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 885.615680] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 885.635466] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 885.635599] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 885.635790] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 885.636088] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-183" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.636560] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-23eb68f1-e052-459d-a06d-2163f46401fe taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.636859] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-23eb68f1-e052-459d-a06d-2163f46401fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.637103] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-23eb68f1-e052-459d-a06d-2163f46401fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.637589] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-23eb68f1-e052-459d-a06d-2163f46401fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.637800] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23eb68f1-e052-459d-a06d-2163f46401fe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.786339] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.786502] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.786595] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.786828] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.786919] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.787197] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.787302] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.787364] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.787517] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.787747] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.787860] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6726dd4-3365-41f8-a208-b83569483323 already deleted. [ 885.787960] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.821272] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3da5cea-2cf5-4384-8849-883cd5af0792 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.821434] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.821491] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.821684] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.821847] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.822013] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.822108] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.822279] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.822390] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.822513] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.822694] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3da5cea-2cf5-4384-8849-883cd5af0792 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.822822] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.822886] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.823122] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.823287] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.823407] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.823484] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.823770] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.823854] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.823976] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.824097] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3da5cea-2cf5-4384-8849-883cd5af0792',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.825031] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f524f17f-7074-4514-81f8-386cedcb1cc7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.894460] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.894812] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.894915] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.895322] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.895387] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.895443] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 259d6581-6c66-46cc-b8f5-f9eb2327cdf9 is going to be updated. [ 885.913309] env[65832]: INFO networking_nsxv3.common.synchronization [req-6a19150f-f00f-4c9d-8c64-5ad218aa5ba6 req-940e6012-5fdd-4114-b4e6-08e7683e5249 service nova] Enqueued Resource ID: 259d6581-6c66-46cc-b8f5-f9eb2327cdf9 with Priority: HIGHEST for action security_group_rules [ 885.913593] env[65832]: INFO networking_nsxv3.common.synchronization [req-6a19150f-f00f-4c9d-8c64-5ad218aa5ba6 req-940e6012-5fdd-4114-b4e6-08e7683e5249 service nova] Enqueued Resource ID: 259d6581-6c66-46cc-b8f5-f9eb2327cdf9 with Priority: HIGHEST for action security_group_members [ 885.913807] env[65832]: INFO networking_nsxv3.common.synchronization [req-6a19150f-f00f-4c9d-8c64-5ad218aa5ba6 req-940e6012-5fdd-4114-b4e6-08e7683e5249 service nova] Enqueued Resource ID: ce1541bf-6010-4dc3-be64-2e352d4772a6 with Priority: HIGHEST for action port [ 885.914487] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 259d6581-6c66-46cc-b8f5-f9eb2327cdf9 with Priority: HIGHEST for action security_group_rules [ 885.914695] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 259d6581-6c66-46cc-b8f5-f9eb2327cdf9 with Priority: HIGHEST for action security_group_members [ 885.914863] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce1541bf-6010-4dc3-be64-2e352d4772a6 with Priority: HIGHEST for action port [ 885.915228] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-259d6581-6c66-46cc-b8f5-f9eb2327cdf9 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.915362] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.915484] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.915679] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.915789] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('259d6581-6c66-46cc-b8f5-f9eb2327cdf9',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.919033] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.919190] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.919619] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce1541bf-6010-4dc3-be64-2e352d4772a6 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.919619] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce1541bf-6010-4dc3-be64-2e352d4772a6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.919619] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce1541bf-6010-4dc3-be64-2e352d4772a6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.919814] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce1541bf-6010-4dc3-be64-2e352d4772a6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.920624] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce1541bf-6010-4dc3-be64-2e352d4772a6',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.927121] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.927251] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.927320] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.927503] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.927664] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.938359] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 259d6581-6c66-46cc-b8f5-f9eb2327cdf9 in Status: IN_PROGRESS for 2s [ 886.140288] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.140401] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.140527] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.140810] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.140958] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.141123] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port 23eb68f1-e052-459d-a06d-2163f46401fe not found, creating... [ 886.141380] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.141534] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.141760] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.141848] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.142702] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.142702] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.142702] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.142702] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.142702] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.142906] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.143015] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: 23eb68f1-e052-459d-a06d-2163f46401fe is going to be created. [ 886.164781] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.165069] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.165207] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.165572] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.165769] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.166108] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-23eb68f1-e052-459d-a06d-2163f46401fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.327693] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3da5cea-2cf5-4384-8849-883cd5af0792: rpc.has_security_group_logging(os_id): False [ 886.328917] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f524f17f-7074-4514-81f8-386cedcb1cc7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.353977] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.354168] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.354244] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.354458] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.354554] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.354772] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.354871] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.354929] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.355127] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.355217] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.355396] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.355575] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.355575] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.355810] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.355810] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.355986] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.356095] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.356155] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.356297] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.356371] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.356455] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3da5cea-2cf5-4384-8849-883cd5af0792 is going to be updated. [ 886.420034] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.420209] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.422594] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce1541bf-6010-4dc3-be64-2e352d4772a6 with status ACTIVE [ 886.422846] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.423077] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.423179] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.423959] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.423959] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.423959] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.423959] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.424253] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.424253] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.424338] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.424675] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.424834] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.424959] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.425101] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.425753] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.425753] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce1541bf-6010-4dc3-be64-2e352d4772a6 is going to be updated. [ 886.441032] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.441293] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.441367] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.441577] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.441720] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.454478] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.454732] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.454810] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.455029] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.455162] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.455311] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce1541bf-6010-4dc3-be64-2e352d4772a6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.466609] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3da5cea-2cf5-4384-8849-883cd5af0792 in Status: IN_PROGRESS for 2s [ 886.831711] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.831879] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.831945] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.832183] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.832271] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.832373] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f524f17f-7074-4514-81f8-386cedcb1cc7 is going to be updated. [ 886.865274] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.865751] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.865751] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.865861] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.865962] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.876549] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f524f17f-7074-4514-81f8-386cedcb1cc7 in Status: IN_PROGRESS for 2s [ 886.924608] env[65832]: INFO networking_nsxv3.common.synchronization [req-4689b9ba-eb03-4ccb-8349-2c5f5f9047a2 req-706df085-9170-43d1-88ab-f9668cf2c150 service nova] Enqueued Resource ID: a6726dd4-3365-41f8-a208-b83569483323 with Priority: HIGHEST for action security_group_rules [ 886.924608] env[65832]: INFO networking_nsxv3.common.synchronization [req-4689b9ba-eb03-4ccb-8349-2c5f5f9047a2 req-706df085-9170-43d1-88ab-f9668cf2c150 service nova] Enqueued Resource ID: a6726dd4-3365-41f8-a208-b83569483323 with Priority: HIGHEST for action security_group_members [ 886.924608] env[65832]: INFO networking_nsxv3.common.synchronization [req-4689b9ba-eb03-4ccb-8349-2c5f5f9047a2 req-706df085-9170-43d1-88ab-f9668cf2c150 service nova] Enqueued Resource ID: 23eb68f1-e052-459d-a06d-2163f46401fe with Priority: HIGHEST for action port [ 886.924608] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6726dd4-3365-41f8-a208-b83569483323 with Priority: HIGHEST for action security_group_rules [ 886.924608] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6726dd4-3365-41f8-a208-b83569483323 with Priority: HIGHEST for action security_group_members [ 886.924608] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23eb68f1-e052-459d-a06d-2163f46401fe with Priority: HIGHEST for action port [ 886.924969] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6726dd4-3365-41f8-a208-b83569483323 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.924969] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.924969] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.925105] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.925183] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6726dd4-3365-41f8-a208-b83569483323',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.926057] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6726dd4-3365-41f8-a208-b83569483323 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.926172] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.926233] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.926404] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.926563] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.926684] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.926748] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.926893] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.927057] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.927157] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6726dd4-3365-41f8-a208-b83569483323',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.929030] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-23eb68f1-e052-459d-a06d-2163f46401fe taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.929030] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23eb68f1-e052-459d-a06d-2163f46401fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.929030] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23eb68f1-e052-459d-a06d-2163f46401fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.929030] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23eb68f1-e052-459d-a06d-2163f46401fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.929030] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23eb68f1-e052-459d-a06d-2163f46401fe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.434031] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6726dd4-3365-41f8-a208-b83569483323 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.434031] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.434031] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6726dd4-3365-41f8-a208-b83569483323',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.434031] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23eb68f1-e052-459d-a06d-2163f46401fe with status ACTIVE [ 887.434031] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.434031] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.434031] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.434031] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.434031] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.434031] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.434031] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.434031] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.434966] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.435286] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.435991] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.436268] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.436519] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.436823] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.437479] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.439817] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23eb68f1-e052-459d-a06d-2163f46401fe is going to be updated. [ 887.468810] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.468968] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.469142] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.469428] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.469609] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.470361] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23eb68f1-e052-459d-a06d-2163f46401fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.940250] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6726dd4-3365-41f8-a208-b83569483323',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.972958] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 259d6581-6c66-46cc-b8f5-f9eb2327cdf9 in Status: SUCCESS [ 887.973383] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.973560] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.973823] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.974040] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.974185] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.974253] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.974419] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.974500] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.974635] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('259d6581-6c66-46cc-b8f5-f9eb2327cdf9',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.446792] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.446792] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.446792] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.446792] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.446792] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.446792] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6726dd4-3365-41f8-a208-b83569483323 is going to be created. [ 888.475383] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.475661] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.475774] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.475973] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.476255] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.478812] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('259d6581-6c66-46cc-b8f5-f9eb2327cdf9',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.485875] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3da5cea-2cf5-4384-8849-883cd5af0792 in Status: SUCCESS [ 888.485875] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.486792] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6726dd4-3365-41f8-a208-b83569483323 in Status: UNINITIALIZED for 2s [ 888.885979] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f524f17f-7074-4514-81f8-386cedcb1cc7 in Status: SUCCESS [ 888.886230] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.886396] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.886611] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.886802] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.886920] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.886986] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.887158] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.887239] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.887321] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.887411] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f524f17f-7074-4514-81f8-386cedcb1cc7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.982503] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('259d6581-6c66-46cc-b8f5-f9eb2327cdf9',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.390497] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-f524f17f-7074-4514-81f8-386cedcb1cc7 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.390685] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.390755] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.390976] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.391158] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.391247] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.391312] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.391454] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.391542] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.391628] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.391770] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-f524f17f-7074-4514-81f8-386cedcb1cc7 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.391861] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.391920] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.392072] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.392208] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.392299] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.392358] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.392491] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.392566] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.392647] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.392733] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f524f17f-7074-4514-81f8-386cedcb1cc7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.485194] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.485475] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.485549] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.485733] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.485827] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.485921] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 259d6581-6c66-46cc-b8f5-f9eb2327cdf9 is going to be updated. [ 889.519728] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.519942] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.520033] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.520298] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.520929] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.532118] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 259d6581-6c66-46cc-b8f5-f9eb2327cdf9 in Status: IN_PROGRESS for 2s [ 889.900103] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f524f17f-7074-4514-81f8-386cedcb1cc7: rpc.has_security_group_logging(os_id): False [ 889.919244] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.919380] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.919467] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.919682] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.942885] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.943269] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.943480] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.943586] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.943834] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.943888] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.944096] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.944194] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.944253] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.944450] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.944518] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.944733] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.944832] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.944921] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.945062] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.945140] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.945249] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f524f17f-7074-4514-81f8-386cedcb1cc7 is going to be updated. [ 890.014798] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.014798] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.014798] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.015171] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.015171] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.033018] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f524f17f-7074-4514-81f8-386cedcb1cc7 in Status: IN_PROGRESS for 2s [ 890.038407] env[65832]: INFO networking_nsxv3.common.synchronization [None req-76dbc70c-e37b-4dd4-9b27-762753adbc04 tempest-AttachVolumeNegativeTest-1723517508 tempest-AttachVolumeNegativeTest-1723517508-project-member] Enqueued Resource ID: 65f4ac62-8724-4510-84a7-07241c314be3 with Priority: HIGHEST for action security_group_rules [ 890.039327] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f4ac62-8724-4510-84a7-07241c314be3 with Priority: HIGHEST for action security_group_rules [ 890.039327] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65f4ac62-8724-4510-84a7-07241c314be3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.039479] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65f4ac62-8724-4510-84a7-07241c314be3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.039521] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65f4ac62-8724-4510-84a7-07241c314be3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.040209] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65f4ac62-8724-4510-84a7-07241c314be3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.040209] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65f4ac62-8724-4510-84a7-07241c314be3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.198734] env[65832]: INFO networking_nsxv3.common.synchronization [None req-95cf4f9e-c36a-40ca-ae0a-95ad7f4f0c3a tempest-AttachVolumeNegativeTest-1723517508 tempest-AttachVolumeNegativeTest-1723517508-project-member] Enqueued Resource ID: 65f4ac62-8724-4510-84a7-07241c314be3 with Priority: HIGHEST for action security_group_rules [ 890.199282] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f4ac62-8724-4510-84a7-07241c314be3 with Priority: HIGHEST for action security_group_rules [ 890.199674] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65f4ac62-8724-4510-84a7-07241c314be3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.199728] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65f4ac62-8724-4510-84a7-07241c314be3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.496896] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6726dd4-3365-41f8-a208-b83569483323 in Status: SUCCESS [ 890.497168] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.497340] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.497629] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.498099] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.498099] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.498099] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.498216] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.498309] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.498386] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.498496] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6726dd4-3365-41f8-a208-b83569483323',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.569048] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.569173] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.569224] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.569501] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.569501] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.569646] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65f4ac62-8724-4510-84a7-07241c314be3 already deleted. [ 890.569701] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65f4ac62-8724-4510-84a7-07241c314be3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.569809] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65f4ac62-8724-4510-84a7-07241c314be3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.570951] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65f4ac62-8724-4510-84a7-07241c314be3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.570951] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65f4ac62-8724-4510-84a7-07241c314be3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.000727] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6726dd4-3365-41f8-a208-b83569483323 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.000981] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.001123] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.001394] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.001722] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.001895] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.002033] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.002204] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.002300] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.002392] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.002569] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6726dd4-3365-41f8-a208-b83569483323 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.002704] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.002775] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.002927] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.003109] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.003230] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.003296] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.003440] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.003671] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.003889] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.003889] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6726dd4-3365-41f8-a208-b83569483323',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.092147] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.092750] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.092750] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.094377] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.094533] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.094603] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65f4ac62-8724-4510-84a7-07241c314be3 already deleted. [ 891.094686] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65f4ac62-8724-4510-84a7-07241c314be3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.506225] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6726dd4-3365-41f8-a208-b83569483323: rpc.has_security_group_logging(os_id): False [ 891.528924] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.528924] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.528924] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.528924] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.528924] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.529313] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.529313] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.529313] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.529582] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.529683] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.529927] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.530067] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.530150] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.530342] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.530472] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.530745] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.530923] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.531060] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.531337] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.531394] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.531583] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6726dd4-3365-41f8-a208-b83569483323 is going to be created. [ 891.545111] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 259d6581-6c66-46cc-b8f5-f9eb2327cdf9 in Status: SUCCESS [ 891.545223] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.545411] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.545669] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.545910] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.546053] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.546162] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.546393] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.546508] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.546612] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.546739] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('259d6581-6c66-46cc-b8f5-f9eb2327cdf9',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.632997] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.633500] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.633586] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.633781] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.634097] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.663519] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6726dd4-3365-41f8-a208-b83569483323 in Status: IN_PROGRESS for 2s [ 892.049090] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.049370] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.049478] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.049781] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.050050] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.050193] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.050318] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.050533] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.050682] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.050813] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.051088] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.051219] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.051287] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.051541] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.051791] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.051962] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.052242] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.052493] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.052614] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.052774] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.052906] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('259d6581-6c66-46cc-b8f5-f9eb2327cdf9',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.054744] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f524f17f-7074-4514-81f8-386cedcb1cc7 in Status: SUCCESS [ 892.054981] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.456569] env[65832]: INFO networking_nsxv3.common.synchronization [req-b1cc6b1e-4a55-4fcb-b8d0-090b1bbd5bba req-8c10a3d8-f339-4831-8fd1-acff45836cf9 tempest-ServersTestJSON-1493817061 tempest-ServersTestJSON-1493817061-project-member] Enqueued Resource ID: d09485a3-4af7-4535-a14d-103e83bc1563 with Priority: HIGHEST for action security_group_members [ 892.457238] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d09485a3-4af7-4535-a14d-103e83bc1563 with Priority: HIGHEST for action security_group_members [ 892.457634] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d09485a3-4af7-4535-a14d-103e83bc1563 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.457807] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d09485a3-4af7-4535-a14d-103e83bc1563" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.457912] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d09485a3-4af7-4535-a14d-103e83bc1563" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.458191] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d09485a3-4af7-4535-a14d-103e83bc1563" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.458453] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.458698] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.458859] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.459234] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.459457] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.459661] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d09485a3-4af7-4535-a14d-103e83bc1563',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.500789] env[65832]: INFO networking_nsxv3.common.synchronization [req-5a68f57a-a3cf-4e43-98f4-cf1c65b502ff req-d06c92e4-8411-4c15-9225-b467f36bbd2b tempest-FloatingIPsAssociationNegativeTestJSON-438842219 tempest-FloatingIPsAssociationNegativeTestJSON-438842219-project-member] Enqueued Resource ID: 8b95d1f0-8a61-4e75-be08-ae1e13607f3b with Priority: HIGHEST for action security_group_members [ 892.501431] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b95d1f0-8a61-4e75-be08-ae1e13607f3b with Priority: HIGHEST for action security_group_members [ 892.501774] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b95d1f0-8a61-4e75-be08-ae1e13607f3b taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.501898] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b95d1f0-8a61-4e75-be08-ae1e13607f3b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.501967] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b95d1f0-8a61-4e75-be08-ae1e13607f3b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.502241] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b95d1f0-8a61-4e75-be08-ae1e13607f3b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.502405] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.502507] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.502570] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.502724] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.502806] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.502922] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b95d1f0-8a61-4e75-be08-ae1e13607f3b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.558680] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 259d6581-6c66-46cc-b8f5-f9eb2327cdf9: rpc.has_security_group_logging(os_id): False [ 892.576846] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.576996] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.577087] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.577403] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.601236] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.601949] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.602117] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.602186] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.602392] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.602475] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.602671] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.602781] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.602852] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.602998] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.603096] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.603290] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.603384] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.603446] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.603627] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.603656] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.603927] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 259d6581-6c66-46cc-b8f5-f9eb2327cdf9 is going to be updated. [ 892.675922] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.676083] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.676153] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.676352] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.676493] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.689616] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 259d6581-6c66-46cc-b8f5-f9eb2327cdf9 in Status: IN_PROGRESS for 2s [ 892.862253] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-841 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.862769] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-841" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.862769] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-841" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.863792] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-841" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.864164] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.864372] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.864502] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.864869] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.865054] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.865330] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.866043] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 892.866043] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 892.866043] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 892.866043] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.866043] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 892.866225] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 892.889645] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 892.889777] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 892.890030] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 892.890231] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-841" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.890568] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-5ae7ee14-4682-4bf0-a409-f9de2b868bdd taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.890786] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-5ae7ee14-4682-4bf0-a409-f9de2b868bdd" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.892029] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-5ae7ee14-4682-4bf0-a409-f9de2b868bdd" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.892029] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-5ae7ee14-4682-4bf0-a409-f9de2b868bdd" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.892029] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ae7ee14-4682-4bf0-a409-f9de2b868bdd',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.924857] env[65832]: INFO networking_nsxv3.common.synchronization [req-596f4c65-6a64-4a19-a1d4-e902477558f6 req-6ee9ef69-7a3d-4039-ae22-d26e771cadf2 tempest-ImagesOneServerNegativeTestJSON-1029125520 tempest-ImagesOneServerNegativeTestJSON-1029125520-project-member] Enqueued Resource ID: e3da5cea-2cf5-4384-8849-883cd5af0792 with Priority: HIGHEST for action security_group_members [ 892.925533] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3da5cea-2cf5-4384-8849-883cd5af0792 with Priority: HIGHEST for action security_group_members [ 892.928033] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3da5cea-2cf5-4384-8849-883cd5af0792 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.928033] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.928033] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.928033] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.928033] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.928033] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.928033] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.928033] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.928033] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.928579] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3da5cea-2cf5-4384-8849-883cd5af0792',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.965832] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.965832] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.965832] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.965832] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.991560] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.991945] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.992059] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.992114] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.992328] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.992414] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.992505] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d09485a3-4af7-4535-a14d-103e83bc1563 is going to be updated. [ 893.006490] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.006646] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.006726] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.006947] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.007064] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.007268] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.007382] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.007448] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.007715] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.007795] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.007882] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b95d1f0-8a61-4e75-be08-ae1e13607f3b already deleted. [ 893.007965] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b95d1f0-8a61-4e75-be08-ae1e13607f3b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.043607] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.043813] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.043860] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.044107] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.044266] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.053689] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d09485a3-4af7-4535-a14d-103e83bc1563 in Status: IN_PROGRESS for 2s [ 893.394372] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.394683] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.394824] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.395133] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.395301] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.395433] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port 5ae7ee14-4682-4bf0-a409-f9de2b868bdd not found, creating... [ 893.395817] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.395948] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.396081] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.396325] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.396463] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.396765] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.396920] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.397051] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.397259] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.397391] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.397528] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: 5ae7ee14-4682-4bf0-a409-f9de2b868bdd is going to be created. [ 893.429952] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.431777] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.431777] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.431777] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.431777] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.431777] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-5ae7ee14-4682-4bf0-a409-f9de2b868bdd" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.432314] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.432468] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.432515] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.432668] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.432748] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.432926] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.433035] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.433090] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.433289] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.433334] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.433429] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3da5cea-2cf5-4384-8849-883cd5af0792 is going to be updated. [ 893.462827] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.463107] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.463107] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.463291] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.463449] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.474287] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3da5cea-2cf5-4384-8849-883cd5af0792 in Status: IN_PROGRESS for 2s [ 893.677231] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6726dd4-3365-41f8-a208-b83569483323 in Status: SUCCESS [ 893.677418] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.179579] env[65832]: INFO networking_nsxv3.common.synchronization [req-5a68f57a-a3cf-4e43-98f4-cf1c65b502ff req-de0b5a47-08cf-44af-94ba-f803c5814637 service nova] Enqueued Resource ID: 8b95d1f0-8a61-4e75-be08-ae1e13607f3b with Priority: HIGHEST for action security_group_rules [ 894.179579] env[65832]: INFO networking_nsxv3.common.synchronization [req-5a68f57a-a3cf-4e43-98f4-cf1c65b502ff req-de0b5a47-08cf-44af-94ba-f803c5814637 service nova] Enqueued Resource ID: 8b95d1f0-8a61-4e75-be08-ae1e13607f3b with Priority: HIGHEST for action security_group_members [ 894.179579] env[65832]: INFO networking_nsxv3.common.synchronization [req-5a68f57a-a3cf-4e43-98f4-cf1c65b502ff req-de0b5a47-08cf-44af-94ba-f803c5814637 service nova] Enqueued Resource ID: 5ae7ee14-4682-4bf0-a409-f9de2b868bdd with Priority: HIGHEST for action port [ 894.179579] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b95d1f0-8a61-4e75-be08-ae1e13607f3b with Priority: HIGHEST for action security_group_rules [ 894.179579] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b95d1f0-8a61-4e75-be08-ae1e13607f3b with Priority: HIGHEST for action security_group_members [ 894.179579] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ae7ee14-4682-4bf0-a409-f9de2b868bdd with Priority: HIGHEST for action port [ 894.179579] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b95d1f0-8a61-4e75-be08-ae1e13607f3b taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.179579] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b95d1f0-8a61-4e75-be08-ae1e13607f3b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.179579] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b95d1f0-8a61-4e75-be08-ae1e13607f3b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.179579] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b95d1f0-8a61-4e75-be08-ae1e13607f3b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.179903] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b95d1f0-8a61-4e75-be08-ae1e13607f3b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.180871] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b95d1f0-8a61-4e75-be08-ae1e13607f3b taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.181112] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b95d1f0-8a61-4e75-be08-ae1e13607f3b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.181112] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b95d1f0-8a61-4e75-be08-ae1e13607f3b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.182122] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b95d1f0-8a61-4e75-be08-ae1e13607f3b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.182122] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.182122] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.182122] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.182122] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.182122] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.182122] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b95d1f0-8a61-4e75-be08-ae1e13607f3b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.182976] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ae7ee14-4682-4bf0-a409-f9de2b868bdd taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.183111] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ae7ee14-4682-4bf0-a409-f9de2b868bdd" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.183161] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ae7ee14-4682-4bf0-a409-f9de2b868bdd" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.183314] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ae7ee14-4682-4bf0-a409-f9de2b868bdd" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.183381] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ae7ee14-4682-4bf0-a409-f9de2b868bdd',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.685109] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b95d1f0-8a61-4e75-be08-ae1e13607f3b taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.685490] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b95d1f0-8a61-4e75-be08-ae1e13607f3b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.687728] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b95d1f0-8a61-4e75-be08-ae1e13607f3b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.688770] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ae7ee14-4682-4bf0-a409-f9de2b868bdd with status ACTIVE [ 894.688974] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.689119] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.689178] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.689417] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.689469] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.689700] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.689753] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.689793] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.689936] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.690013] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.690283] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.690397] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.690495] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.690758] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.690869] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.690964] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ae7ee14-4682-4bf0-a409-f9de2b868bdd is going to be updated. [ 894.708100] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 259d6581-6c66-46cc-b8f5-f9eb2327cdf9 in Status: SUCCESS [ 894.708337] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.713849] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.713995] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.714215] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.714272] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.714409] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.714582] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ae7ee14-4682-4bf0-a409-f9de2b868bdd" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.068498] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d09485a3-4af7-4535-a14d-103e83bc1563 in Status: SUCCESS [ 895.068995] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d09485a3-4af7-4535-a14d-103e83bc1563 deletion is rescheduled due to dependency. [ 895.069304] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d09485a3-4af7-4535-a14d-103e83bc1563" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.194208] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b95d1f0-8a61-4e75-be08-ae1e13607f3b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.486142] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3da5cea-2cf5-4384-8849-883cd5af0792 in Status: SUCCESS [ 895.486407] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3da5cea-2cf5-4384-8849-883cd5af0792 deletion is rescheduled due to dependency. [ 895.486496] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.698695] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.698695] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.698695] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.700505] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.700505] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.700505] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b95d1f0-8a61-4e75-be08-ae1e13607f3b is going to be created. [ 895.753945] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.754221] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.754360] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.754787] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.754963] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.767074] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b95d1f0-8a61-4e75-be08-ae1e13607f3b in Status: UNINITIALIZED for 2s [ 897.155648] env[65832]: INFO networking_nsxv3.common.synchronization [req-bfd1b634-2efd-4400-b4f1-952d54fc0da3 req-25dfcd1f-c1cd-49cb-9700-6231830b82b0 tempest-ServersAdminTestJSON-2145455351 tempest-ServersAdminTestJSON-2145455351-project-member] Enqueued Resource ID: cf305367-f793-4b43-99a9-8907fd0c4649 with Priority: HIGHEST for action security_group_members [ 897.156457] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf305367-f793-4b43-99a9-8907fd0c4649 with Priority: HIGHEST for action security_group_members [ 897.157822] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf305367-f793-4b43-99a9-8907fd0c4649 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.157822] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.157822] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.157822] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.157822] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.157822] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.157822] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.158204] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.158298] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.158393] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf305367-f793-4b43-99a9-8907fd0c4649',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.663499] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.663499] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.663499] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.663499] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.688156] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.689661] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.689661] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.689661] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.689661] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.689661] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.689661] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf305367-f793-4b43-99a9-8907fd0c4649 is going to be updated. [ 897.720147] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.720307] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.720379] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.720613] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.720808] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.736289] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf305367-f793-4b43-99a9-8907fd0c4649 in Status: IN_PROGRESS for 2s [ 897.780054] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b95d1f0-8a61-4e75-be08-ae1e13607f3b in Status: SUCCESS [ 897.780545] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b95d1f0-8a61-4e75-be08-ae1e13607f3b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.780545] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b95d1f0-8a61-4e75-be08-ae1e13607f3b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.780667] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b95d1f0-8a61-4e75-be08-ae1e13607f3b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.780840] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.780973] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.781062] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.782308] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.782308] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.782308] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b95d1f0-8a61-4e75-be08-ae1e13607f3b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.782308] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b95d1f0-8a61-4e75-be08-ae1e13607f3b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.283776] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b95d1f0-8a61-4e75-be08-ae1e13607f3b taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.284341] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b95d1f0-8a61-4e75-be08-ae1e13607f3b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.284341] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b95d1f0-8a61-4e75-be08-ae1e13607f3b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.284341] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b95d1f0-8a61-4e75-be08-ae1e13607f3b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.284481] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.284481] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.284586] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.284693] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.284779] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.284865] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b95d1f0-8a61-4e75-be08-ae1e13607f3b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.285024] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b95d1f0-8a61-4e75-be08-ae1e13607f3b taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.285122] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b95d1f0-8a61-4e75-be08-ae1e13607f3b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.285183] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b95d1f0-8a61-4e75-be08-ae1e13607f3b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.285322] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b95d1f0-8a61-4e75-be08-ae1e13607f3b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.285492] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.285620] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.285620] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.285765] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.285839] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.285919] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b95d1f0-8a61-4e75-be08-ae1e13607f3b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.286044] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b95d1f0-8a61-4e75-be08-ae1e13607f3b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.788554] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b95d1f0-8a61-4e75-be08-ae1e13607f3b: rpc.has_security_group_logging(os_id): False [ 898.810416] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.810593] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.810642] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.810899] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.811011] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.811292] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.811353] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.811436] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.811578] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.811672] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.811950] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.812070] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.812153] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.812301] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.812382] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.812602] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.812762] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.812762] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.812916] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.812997] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.813098] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b95d1f0-8a61-4e75-be08-ae1e13607f3b is going to be created. [ 898.877008] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.877008] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.877008] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.877341] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.877652] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.892881] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b95d1f0-8a61-4e75-be08-ae1e13607f3b in Status: IN_PROGRESS for 2s [ 899.745389] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf305367-f793-4b43-99a9-8907fd0c4649 in Status: SUCCESS [ 899.745708] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf305367-f793-4b43-99a9-8907fd0c4649 deletion is rescheduled due to dependency. [ 899.745860] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.626454] env[65832]: INFO networking_nsxv3.common.synchronization [req-313da2c6-7fd8-4a20-b734-d5b1c781aa2e req-19362fbb-d534-4555-900e-761674ff86c3 tempest-ServersAdminNegativeTestJSON-2038179669 tempest-ServersAdminNegativeTestJSON-2038179669-project-member] Enqueued Resource ID: f524f17f-7074-4514-81f8-386cedcb1cc7 with Priority: HIGHEST for action security_group_members [ 900.627139] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f524f17f-7074-4514-81f8-386cedcb1cc7 with Priority: HIGHEST for action security_group_members [ 900.627474] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-f524f17f-7074-4514-81f8-386cedcb1cc7 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.627699] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.628793] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.628793] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.628793] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.628793] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.628793] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.628793] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.628793] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.628793] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f524f17f-7074-4514-81f8-386cedcb1cc7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.907261] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b95d1f0-8a61-4e75-be08-ae1e13607f3b in Status: SUCCESS [ 900.907802] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b95d1f0-8a61-4e75-be08-ae1e13607f3b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.131670] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f524f17f-7074-4514-81f8-386cedcb1cc7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.319042] env[65832]: INFO networking_nsxv3.common.synchronization [req-1b5f0501-ea78-4710-9cf1-51e0c806a14c req-789e99d3-bc2b-404c-85fd-7555fc75c06a tempest-AttachInterfacesTestJSON-1132375137 tempest-AttachInterfacesTestJSON-1132375137-project-member] Enqueued Resource ID: a6726dd4-3365-41f8-a208-b83569483323 with Priority: HIGHEST for action security_group_members [ 901.319042] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6726dd4-3365-41f8-a208-b83569483323 with Priority: HIGHEST for action security_group_members [ 901.319251] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6726dd4-3365-41f8-a208-b83569483323 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.319567] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.320439] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.320742] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.321486] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.321728] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.322219] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.322885] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.323305] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.323536] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6726dd4-3365-41f8-a208-b83569483323',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.634291] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f524f17f-7074-4514-81f8-386cedcb1cc7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.830141] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.830776] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.830776] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.830893] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.830893] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.831132] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.831244] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.831314] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.831438] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.831546] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.831594] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6726dd4-3365-41f8-a208-b83569483323 is going to be updated. [ 901.866046] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.866046] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.866046] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.866410] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.866410] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.878603] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6726dd4-3365-41f8-a208-b83569483323 in Status: IN_PROGRESS for 2s [ 902.139473] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.139473] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.139852] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.139994] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.140127] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.140297] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f524f17f-7074-4514-81f8-386cedcb1cc7 is going to be updated. [ 902.170143] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.170304] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.170377] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.170587] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.170731] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.182712] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f524f17f-7074-4514-81f8-386cedcb1cc7 in Status: IN_PROGRESS for 2s [ 903.888533] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6726dd4-3365-41f8-a208-b83569483323 in Status: SUCCESS [ 903.888533] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6726dd4-3365-41f8-a208-b83569483323 deletion is rescheduled due to dependency. [ 903.888533] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.193908] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f524f17f-7074-4514-81f8-386cedcb1cc7 in Status: SUCCESS [ 904.194190] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.579374] env[65832]: INFO networking_nsxv3.common.synchronization [req-4a73614c-de39-4614-9792-109c16735644 req-74c70c30-0961-44e1-92f5-afa816c19dbd tempest-AttachInterfacesTestJSON-1132375137 tempest-AttachInterfacesTestJSON-1132375137-project-member] Enqueued Resource ID: 7544f521-4eea-4985-b3e3-68af27ebac8a with Priority: HIGHEST for action security_group_members [ 905.579714] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7544f521-4eea-4985-b3e3-68af27ebac8a with Priority: HIGHEST for action security_group_members [ 905.581814] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-7544f521-4eea-4985-b3e3-68af27ebac8a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.581814] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7544f521-4eea-4985-b3e3-68af27ebac8a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.581814] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7544f521-4eea-4985-b3e3-68af27ebac8a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.581814] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7544f521-4eea-4985-b3e3-68af27ebac8a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.581814] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.581814] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.581814] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.581814] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.581814] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.581814] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7544f521-4eea-4985-b3e3-68af27ebac8a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.083789] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.084030] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.084216] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.084347] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.113147] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.113730] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.113996] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.114075] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.114516] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.114590] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.115104] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7544f521-4eea-4985-b3e3-68af27ebac8a is going to be updated. [ 906.156841] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.158807] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.158807] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.158807] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.158807] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.170799] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7544f521-4eea-4985-b3e3-68af27ebac8a in Status: IN_PROGRESS for 2s [ 906.225424] env[65832]: INFO networking_nsxv3.common.synchronization [req-42a6c07e-75b0-434a-acf1-4120812fd2a9 req-2ff8f0a8-36fe-4999-b854-3541516ed928 tempest-ServerRescueNegativeTestJSON-6968955 tempest-ServerRescueNegativeTestJSON-6968955-project-member] Enqueued Resource ID: d0104092-3793-4d2f-a8ec-a2304776dc5b with Priority: HIGHEST for action security_group_members [ 906.226199] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0104092-3793-4d2f-a8ec-a2304776dc5b with Priority: HIGHEST for action security_group_members [ 906.226368] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0104092-3793-4d2f-a8ec-a2304776dc5b taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.226496] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.226563] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.226815] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.227846] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.227983] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.228047] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.228235] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.228335] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.228460] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0104092-3793-4d2f-a8ec-a2304776dc5b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.704513] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-254 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.704789] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-254" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.704929] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-254" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.705177] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-254" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.705437] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.705722] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.705842] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.706080] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.706226] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.706435] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.706579] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 906.706728] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 906.706798] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 906.706855] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.706943] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 906.707091] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 906.732437] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 906.732437] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 906.732437] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 906.732437] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-254" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.732437] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-fe2b3d59-b25a-4c91-b77b-26409496df26 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.732437] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-fe2b3d59-b25a-4c91-b77b-26409496df26" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.732437] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-fe2b3d59-b25a-4c91-b77b-26409496df26" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.732804] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-fe2b3d59-b25a-4c91-b77b-26409496df26" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.732926] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe2b3d59-b25a-4c91-b77b-26409496df26',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.734154] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.734347] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.734406] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.734669] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.734843] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.735861] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.735861] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.735861] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.735861] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.735861] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.735861] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0104092-3793-4d2f-a8ec-a2304776dc5b already deleted. [ 906.735861] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.236877] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.237134] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.237282] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.237607] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.237768] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.237926] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port fe2b3d59-b25a-4c91-b77b-26409496df26 not found, creating... [ 907.238208] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.238362] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.238489] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.238765] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.238916] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.239213] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.239370] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.239484] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.239689] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.239833] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.239960] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: fe2b3d59-b25a-4c91-b77b-26409496df26 is going to be created. [ 907.266944] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.267240] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.267365] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.267804] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.268107] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.268488] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-fe2b3d59-b25a-4c91-b77b-26409496df26" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.965968] env[65832]: INFO networking_nsxv3.common.synchronization [req-42a6c07e-75b0-434a-acf1-4120812fd2a9 req-db42330e-be27-492d-ad6f-808ef21bc075 service nova] Enqueued Resource ID: d0104092-3793-4d2f-a8ec-a2304776dc5b with Priority: HIGHEST for action security_group_rules [ 907.966236] env[65832]: INFO networking_nsxv3.common.synchronization [req-42a6c07e-75b0-434a-acf1-4120812fd2a9 req-db42330e-be27-492d-ad6f-808ef21bc075 service nova] Enqueued Resource ID: d0104092-3793-4d2f-a8ec-a2304776dc5b with Priority: HIGHEST for action security_group_members [ 907.966360] env[65832]: INFO networking_nsxv3.common.synchronization [req-42a6c07e-75b0-434a-acf1-4120812fd2a9 req-db42330e-be27-492d-ad6f-808ef21bc075 service nova] Enqueued Resource ID: fe2b3d59-b25a-4c91-b77b-26409496df26 with Priority: HIGHEST for action port [ 907.966947] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0104092-3793-4d2f-a8ec-a2304776dc5b with Priority: HIGHEST for action security_group_rules [ 907.967153] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0104092-3793-4d2f-a8ec-a2304776dc5b with Priority: HIGHEST for action security_group_members [ 907.967288] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe2b3d59-b25a-4c91-b77b-26409496df26 with Priority: HIGHEST for action port [ 907.967611] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0104092-3793-4d2f-a8ec-a2304776dc5b taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.967749] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.967811] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.968097] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.968191] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0104092-3793-4d2f-a8ec-a2304776dc5b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.969440] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0104092-3793-4d2f-a8ec-a2304776dc5b taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.969797] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.969797] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.969988] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.970521] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.970521] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.970521] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.970521] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.970521] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.970705] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0104092-3793-4d2f-a8ec-a2304776dc5b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.971734] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe2b3d59-b25a-4c91-b77b-26409496df26 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.971859] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe2b3d59-b25a-4c91-b77b-26409496df26" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.972033] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe2b3d59-b25a-4c91-b77b-26409496df26" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.972619] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe2b3d59-b25a-4c91-b77b-26409496df26" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.972619] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe2b3d59-b25a-4c91-b77b-26409496df26',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.182988] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7544f521-4eea-4985-b3e3-68af27ebac8a in Status: SUCCESS [ 908.182988] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7544f521-4eea-4985-b3e3-68af27ebac8a deletion is rescheduled due to dependency. [ 908.182988] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7544f521-4eea-4985-b3e3-68af27ebac8a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.470240] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0104092-3793-4d2f-a8ec-a2304776dc5b taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.470425] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.472816] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0104092-3793-4d2f-a8ec-a2304776dc5b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.475890] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe2b3d59-b25a-4c91-b77b-26409496df26 with status ACTIVE [ 908.476188] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.476353] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.476418] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.476638] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.476733] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.477118] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.477196] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.477196] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.477369] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.477450] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.477772] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.477859] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.477859] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.478038] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.478122] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.478224] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe2b3d59-b25a-4c91-b77b-26409496df26 is going to be updated. [ 908.504230] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.504443] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.504529] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.504761] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.504916] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.505122] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe2b3d59-b25a-4c91-b77b-26409496df26" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.977187] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0104092-3793-4d2f-a8ec-a2304776dc5b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.480880] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.481121] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.481121] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.481335] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.481424] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.481523] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0104092-3793-4d2f-a8ec-a2304776dc5b is going to be created. [ 909.511738] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.511923] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.511976] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.512189] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.512424] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.525741] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0104092-3793-4d2f-a8ec-a2304776dc5b in Status: UNINITIALIZED for 2s [ 909.790585] env[65832]: INFO networking_nsxv3.common.synchronization [req-d87fb0e5-8d11-4fe8-b703-2bfec3518dc5 req-fe30e162-d9bc-485e-aee4-011917bc0093 tempest-ServerRescueNegativeTestJSON-6968955 tempest-ServerRescueNegativeTestJSON-6968955-project-member] Enqueued Resource ID: d0104092-3793-4d2f-a8ec-a2304776dc5b with Priority: HIGHEST for action security_group_members [ 909.791200] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0104092-3793-4d2f-a8ec-a2304776dc5b with Priority: HIGHEST for action security_group_members [ 909.791542] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0104092-3793-4d2f-a8ec-a2304776dc5b taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.791689] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.182283] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-254 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.182620] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-254" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.182815] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-254" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.183219] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-254" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.183498] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.183659] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.183774] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.184130] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.184178] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.184396] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.184532] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.184613] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.184717] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.184820] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.184933] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.185071] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.207059] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.207268] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 910.207437] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.207689] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-254" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.208490] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-750dcab4-3cc3-4aeb-9c90-b2d0850f9f6b taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.209350] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-750dcab4-3cc3-4aeb-9c90-b2d0850f9f6b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.209520] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-750dcab4-3cc3-4aeb-9c90-b2d0850f9f6b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.209918] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-750dcab4-3cc3-4aeb-9c90-b2d0850f9f6b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.210271] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('750dcab4-3cc3-4aeb-9c90-b2d0850f9f6b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.714070] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.714435] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.714602] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.714963] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.715194] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.715401] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port 750dcab4-3cc3-4aeb-9c90-b2d0850f9f6b not found, creating... [ 910.715730] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.715914] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.716298] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.717637] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.717921] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.718244] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.718522] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.718721] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.719056] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.719254] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.719504] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: 750dcab4-3cc3-4aeb-9c90-b2d0850f9f6b is going to be created. [ 910.743619] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.744049] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.744254] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.744580] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.744877] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.745168] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-750dcab4-3cc3-4aeb-9c90-b2d0850f9f6b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.520288] env[65832]: INFO networking_nsxv3.common.synchronization [req-d87fb0e5-8d11-4fe8-b703-2bfec3518dc5 req-25e519c0-4a05-4f69-aeb6-1d5d960c165b service nova] Enqueued Resource ID: d0104092-3793-4d2f-a8ec-a2304776dc5b with Priority: HIGHEST for action security_group_rules [ 911.520581] env[65832]: INFO networking_nsxv3.common.synchronization [req-d87fb0e5-8d11-4fe8-b703-2bfec3518dc5 req-25e519c0-4a05-4f69-aeb6-1d5d960c165b service nova] Enqueued Resource ID: d0104092-3793-4d2f-a8ec-a2304776dc5b with Priority: HIGHEST for action security_group_members [ 911.520581] env[65832]: INFO networking_nsxv3.common.synchronization [req-d87fb0e5-8d11-4fe8-b703-2bfec3518dc5 req-25e519c0-4a05-4f69-aeb6-1d5d960c165b service nova] Enqueued Resource ID: 750dcab4-3cc3-4aeb-9c90-b2d0850f9f6b with Priority: HIGHEST for action port [ 911.521080] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0104092-3793-4d2f-a8ec-a2304776dc5b with Priority: HIGHEST for action security_group_rules [ 911.521255] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0104092-3793-4d2f-a8ec-a2304776dc5b with Priority: HIGHEST for action security_group_members [ 911.521395] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 750dcab4-3cc3-4aeb-9c90-b2d0850f9f6b with Priority: HIGHEST for action port [ 911.521758] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0104092-3793-4d2f-a8ec-a2304776dc5b taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.521857] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.522208] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0104092-3793-4d2f-a8ec-a2304776dc5b taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.522208] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.522391] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-750dcab4-3cc3-4aeb-9c90-b2d0850f9f6b taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.522473] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-750dcab4-3cc3-4aeb-9c90-b2d0850f9f6b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.522473] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-750dcab4-3cc3-4aeb-9c90-b2d0850f9f6b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.522677] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-750dcab4-3cc3-4aeb-9c90-b2d0850f9f6b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.522754] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('750dcab4-3cc3-4aeb-9c90-b2d0850f9f6b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.538102] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0104092-3793-4d2f-a8ec-a2304776dc5b in Status: SUCCESS [ 911.538340] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.542025] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.542025] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.542025] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.542025] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.542025] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.542025] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.542025] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.542025] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.542025] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0104092-3793-4d2f-a8ec-a2304776dc5b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.542025] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.542025] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.542025] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.542025] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.542025] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.542564] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.542564] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.542564] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0104092-3793-4d2f-a8ec-a2304776dc5b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.026048] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 750dcab4-3cc3-4aeb-9c90-b2d0850f9f6b with status ACTIVE [ 912.026048] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.026048] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.026254] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.026336] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.026423] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.026610] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.026770] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.027635] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.027635] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.027635] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.027635] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.027635] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.027635] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.027925] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.027925] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.027925] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 750dcab4-3cc3-4aeb-9c90-b2d0850f9f6b is going to be updated. [ 912.045685] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0104092-3793-4d2f-a8ec-a2304776dc5b taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.045685] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.045990] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0104092-3793-4d2f-a8ec-a2304776dc5b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.052341] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.052483] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.052563] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.052758] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.052901] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.053148] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-750dcab4-3cc3-4aeb-9c90-b2d0850f9f6b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.547965] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0104092-3793-4d2f-a8ec-a2304776dc5b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.609727] env[65832]: INFO networking_nsxv3.common.synchronization [req-4f64441e-7144-40f0-9982-89b9e90b6110 req-3add3f74-16df-4445-94f4-61f0314b6445 tempest-FloatingIPsAssociationNegativeTestJSON-438842219 tempest-FloatingIPsAssociationNegativeTestJSON-438842219-project-member] Enqueued Resource ID: 8b95d1f0-8a61-4e75-be08-ae1e13607f3b with Priority: HIGHEST for action security_group_members [ 912.611703] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b95d1f0-8a61-4e75-be08-ae1e13607f3b with Priority: HIGHEST for action security_group_members [ 912.612050] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b95d1f0-8a61-4e75-be08-ae1e13607f3b taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.612177] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b95d1f0-8a61-4e75-be08-ae1e13607f3b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.612244] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b95d1f0-8a61-4e75-be08-ae1e13607f3b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.612445] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b95d1f0-8a61-4e75-be08-ae1e13607f3b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.612601] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.612797] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.612797] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.612951] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.613054] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.613151] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b95d1f0-8a61-4e75-be08-ae1e13607f3b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.051376] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.051540] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.051608] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.051821] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.051914] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.052022] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0104092-3793-4d2f-a8ec-a2304776dc5b is going to be updated. [ 913.083922] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.083922] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.083922] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.083922] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.084203] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.094701] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0104092-3793-4d2f-a8ec-a2304776dc5b in Status: IN_PROGRESS for 2s [ 913.115357] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.115731] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.115835] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.116140] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.116257] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.116664] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.116766] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.116933] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.117132] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.117251] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.117359] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b95d1f0-8a61-4e75-be08-ae1e13607f3b is going to be updated. [ 913.154800] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.155056] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.155056] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.155250] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.155389] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.177736] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b95d1f0-8a61-4e75-be08-ae1e13607f3b in Status: IN_PROGRESS for 2s [ 914.447116] env[65832]: INFO networking_nsxv3.common.synchronization [req-5ae8ac51-13c9-47e7-a1ac-b9262aefe413 req-9c502763-fa5b-4e4e-a0d1-d0d5913cb2a6 tempest-ServerRescueTestJSON-1717400670 tempest-ServerRescueTestJSON-1717400670-project-member] Enqueued Resource ID: 259d6581-6c66-46cc-b8f5-f9eb2327cdf9 with Priority: HIGHEST for action security_group_members [ 914.447690] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 259d6581-6c66-46cc-b8f5-f9eb2327cdf9 with Priority: HIGHEST for action security_group_members [ 914.448021] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.448421] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.448492] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.448726] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.448891] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.448994] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.449068] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.449391] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.449391] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.449391] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('259d6581-6c66-46cc-b8f5-f9eb2327cdf9',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.952072] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('259d6581-6c66-46cc-b8f5-f9eb2327cdf9',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.105783] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0104092-3793-4d2f-a8ec-a2304776dc5b in Status: SUCCESS [ 915.105980] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.106328] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.106402] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.106865] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.106865] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.106986] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.107174] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.107225] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.107310] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0104092-3793-4d2f-a8ec-a2304776dc5b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.189250] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b95d1f0-8a61-4e75-be08-ae1e13607f3b in Status: SUCCESS [ 915.189547] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b95d1f0-8a61-4e75-be08-ae1e13607f3b deletion is rescheduled due to dependency. [ 915.189769] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b95d1f0-8a61-4e75-be08-ae1e13607f3b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.456096] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('259d6581-6c66-46cc-b8f5-f9eb2327cdf9',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.609940] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0104092-3793-4d2f-a8ec-a2304776dc5b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.959695] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.959695] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.959695] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.959939] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.960069] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.960227] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 259d6581-6c66-46cc-b8f5-f9eb2327cdf9 is going to be updated. [ 915.990778] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.990966] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.991195] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.991258] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.991416] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.000865] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 259d6581-6c66-46cc-b8f5-f9eb2327cdf9 in Status: IN_PROGRESS for 2s [ 916.113721] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0104092-3793-4d2f-a8ec-a2304776dc5b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.615970] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.616379] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.616379] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.616639] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.616746] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.616852] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0104092-3793-4d2f-a8ec-a2304776dc5b is going to be updated. [ 916.655765] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.655765] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.655765] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.656083] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.656157] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.666461] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0104092-3793-4d2f-a8ec-a2304776dc5b in Status: IN_PROGRESS for 2s [ 918.011510] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 259d6581-6c66-46cc-b8f5-f9eb2327cdf9 in Status: SUCCESS [ 918.011878] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.678305] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0104092-3793-4d2f-a8ec-a2304776dc5b in Status: SUCCESS [ 918.678533] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.678726] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.678945] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.679154] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.679275] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.679332] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.679484] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.679560] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.679641] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.679788] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0104092-3793-4d2f-a8ec-a2304776dc5b taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.679936] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.679936] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.680089] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.680210] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.680317] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.680393] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.680467] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.680542] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.680619] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.680709] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0104092-3793-4d2f-a8ec-a2304776dc5b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.183295] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0104092-3793-4d2f-a8ec-a2304776dc5b: rpc.has_security_group_logging(os_id): False [ 919.204557] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.204557] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.204557] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.204765] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.204765] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.205711] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.205711] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.205711] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.205711] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.205711] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.205711] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.205711] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.205711] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.206089] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.206089] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.206089] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.206197] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.206230] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.208717] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.208717] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.208717] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0104092-3793-4d2f-a8ec-a2304776dc5b is going to be created. [ 919.274885] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.275256] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.275385] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.275892] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.276209] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.292412] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0104092-3793-4d2f-a8ec-a2304776dc5b in Status: IN_PROGRESS for 2s [ 919.450756] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 919.450756] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 919.865678] env[65832]: INFO networking_nsxv3.common.synchronization [None req-12f441c9-5ddf-41b9-991e-7eeaefce598e None None] Enqueued Resource ID: bbfe0528-5176-4571-befe-59815a8efd74 with Priority: HIGHEST for action port [ 919.866274] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbfe0528-5176-4571-befe-59815a8efd74 with Priority: HIGHEST for action port [ 919.866691] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbfe0528-5176-4571-befe-59815a8efd74 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.866866] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbfe0528-5176-4571-befe-59815a8efd74" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.866987] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbfe0528-5176-4571-befe-59815a8efd74" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.867327] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbfe0528-5176-4571-befe-59815a8efd74" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.867458] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbfe0528-5176-4571-befe-59815a8efd74',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.369925] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bbfe0528-5176-4571-befe-59815a8efd74 [ 920.370208] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.370342] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.370412] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.370618] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.370711] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.370802] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bbfe0528-5176-4571-befe-59815a8efd74 already deleted. [ 920.370885] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbfe0528-5176-4571-befe-59815a8efd74" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.306430] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0104092-3793-4d2f-a8ec-a2304776dc5b in Status: SUCCESS [ 921.310362] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.310579] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.310846] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.310954] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0104092-3793-4d2f-a8ec-a2304776dc5b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.813539] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0104092-3793-4d2f-a8ec-a2304776dc5b taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.814098] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.814098] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.814098] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.814449] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.814449] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.814449] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.815665] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.815787] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.815852] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.815943] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d0104092-3793-4d2f-a8ec-a2304776dc5b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.180966] env[65832]: INFO networking_nsxv3.common.synchronization [None req-94bad51a-f8ab-4c40-adaa-3d8c71a79a7c None None] Enqueued Resource ID: 1c23f04b-a00b-40be-ab93-8e08cecae400 with Priority: HIGHEST for action port [ 922.181553] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c23f04b-a00b-40be-ab93-8e08cecae400 with Priority: HIGHEST for action port [ 922.185299] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c23f04b-a00b-40be-ab93-8e08cecae400 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.185608] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c23f04b-a00b-40be-ab93-8e08cecae400" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.185608] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c23f04b-a00b-40be-ab93-8e08cecae400" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.185911] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c23f04b-a00b-40be-ab93-8e08cecae400" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.186083] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c23f04b-a00b-40be-ab93-8e08cecae400',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.318356] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0104092-3793-4d2f-a8ec-a2304776dc5b taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.318496] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.318496] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.318754] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.318869] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.318961] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.320300] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.320300] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.320300] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.320300] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.320300] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0104092-3793-4d2f-a8ec-a2304776dc5b taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.320300] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.320300] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.320300] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.320300] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.320300] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.320300] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.322041] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.322041] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.322041] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.322041] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d0104092-3793-4d2f-a8ec-a2304776dc5b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.492549] env[65832]: INFO networking_nsxv3.common.synchronization [None req-6ad68eb8-8ed6-4091-8514-293f498c7e8b None None] Enqueued Resource ID: 95f8b143-081d-4327-b036-ba4cfb862928 with Priority: HIGHEST for action port [ 922.493160] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95f8b143-081d-4327-b036-ba4cfb862928 with Priority: HIGHEST for action port [ 922.493487] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-95f8b143-081d-4327-b036-ba4cfb862928 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.493638] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95f8b143-081d-4327-b036-ba4cfb862928" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.493710] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95f8b143-081d-4327-b036-ba4cfb862928" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.493975] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95f8b143-081d-4327-b036-ba4cfb862928" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.494075] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95f8b143-081d-4327-b036-ba4cfb862928',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.687870] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c23f04b-a00b-40be-ab93-8e08cecae400 [ 922.688150] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.688288] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.688356] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.688604] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.688698] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.688818] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c23f04b-a00b-40be-ab93-8e08cecae400 already deleted. [ 922.688910] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c23f04b-a00b-40be-ab93-8e08cecae400" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.823398] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d0104092-3793-4d2f-a8ec-a2304776dc5b: rpc.has_security_group_logging(os_id): False [ 922.842237] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.842396] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.842482] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.842656] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.842746] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.842957] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.843076] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.843139] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.843291] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.843388] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.843595] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.843693] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.843739] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.843880] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.843950] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.844150] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.844243] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.844302] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.844437] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.844508] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.844595] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0104092-3793-4d2f-a8ec-a2304776dc5b is going to be updated. [ 922.923616] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.924063] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.924227] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.924519] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.924776] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.940020] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0104092-3793-4d2f-a8ec-a2304776dc5b in Status: IN_PROGRESS for 2s [ 922.996507] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95f8b143-081d-4327-b036-ba4cfb862928 [ 922.996753] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.996893] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.996961] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.997208] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.997298] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.997392] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95f8b143-081d-4327-b036-ba4cfb862928 already deleted. [ 922.997475] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95f8b143-081d-4327-b036-ba4cfb862928" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.564914] env[65832]: INFO networking_nsxv3.common.synchronization [req-f38694c5-7a83-4123-a5e9-f7a22039166c req-dd0754c5-64aa-4200-af73-26c7124bbc9c tempest-ServerAddressesTestJSON-1677231129 tempest-ServerAddressesTestJSON-1677231129-project-member] Enqueued Resource ID: 58b262f3-eb29-4d35-84a9-2b0e6d754adb with Priority: HIGHEST for action security_group_members [ 924.565384] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58b262f3-eb29-4d35-84a9-2b0e6d754adb with Priority: HIGHEST for action security_group_members [ 924.565431] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-58b262f3-eb29-4d35-84a9-2b0e6d754adb taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.565585] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58b262f3-eb29-4d35-84a9-2b0e6d754adb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.565694] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58b262f3-eb29-4d35-84a9-2b0e6d754adb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.565909] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58b262f3-eb29-4d35-84a9-2b0e6d754adb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.566095] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.566197] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.566259] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.566728] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.566817] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.566912] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58b262f3-eb29-4d35-84a9-2b0e6d754adb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.858582] env[65832]: INFO networking_nsxv3.common.synchronization [None req-60552767-c764-4d31-8ea5-d075ae296676 None None] Enqueued Resource ID: 7544cab7-d8c0-4f10-b3e6-cba0437ab35a with Priority: HIGHEST for action port [ 924.859491] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7544cab7-d8c0-4f10-b3e6-cba0437ab35a with Priority: HIGHEST for action port [ 924.861196] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-7544cab7-d8c0-4f10-b3e6-cba0437ab35a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.861196] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7544cab7-d8c0-4f10-b3e6-cba0437ab35a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.861196] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7544cab7-d8c0-4f10-b3e6-cba0437ab35a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.861533] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7544cab7-d8c0-4f10-b3e6-cba0437ab35a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.861628] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7544cab7-d8c0-4f10-b3e6-cba0437ab35a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.966409] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d0104092-3793-4d2f-a8ec-a2304776dc5b in Status: SUCCESS [ 924.966409] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.982150] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-189 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.982488] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-189" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.982673] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-189" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.983127] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-189" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.984037] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.984299] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.984490] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.984782] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.984987] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.985591] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 924.985591] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 924.985591] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 924.985772] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 924.985940] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 924.986177] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 924.986368] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 925.007552] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 925.007792] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 925.008067] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 925.008192] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-189" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.008665] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-9a39b3a9-9305-4abe-a160-98ef62358940 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.008772] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-9a39b3a9-9305-4abe-a160-98ef62358940" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.008862] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-9a39b3a9-9305-4abe-a160-98ef62358940" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.009220] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-9a39b3a9-9305-4abe-a160-98ef62358940" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.009300] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a39b3a9-9305-4abe-a160-98ef62358940',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.070346] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.070346] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.070346] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.070346] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.070346] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.070346] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.070346] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.070861] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.070861] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.070861] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.070861] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58b262f3-eb29-4d35-84a9-2b0e6d754adb already deleted. [ 925.070861] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58b262f3-eb29-4d35-84a9-2b0e6d754adb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.363553] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7544cab7-d8c0-4f10-b3e6-cba0437ab35a [ 925.363823] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.364030] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.364084] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.364261] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.364375] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.364451] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7544cab7-d8c0-4f10-b3e6-cba0437ab35a already deleted. [ 925.364517] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7544cab7-d8c0-4f10-b3e6-cba0437ab35a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.513371] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.513641] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.513774] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.514075] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.514224] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.514382] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port 9a39b3a9-9305-4abe-a160-98ef62358940 not found, creating... [ 925.514646] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.514798] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.514910] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.515417] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.515647] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.515949] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.516159] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.516366] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.516598] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.516737] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.516879] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: 9a39b3a9-9305-4abe-a160-98ef62358940 is going to be created. [ 925.537222] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.537527] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.537618] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.537935] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.538194] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.538426] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-9a39b3a9-9305-4abe-a160-98ef62358940" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.283333] env[65832]: INFO networking_nsxv3.common.synchronization [req-f38694c5-7a83-4123-a5e9-f7a22039166c req-b6c6e87a-d2b9-46da-89f2-2f2d5d463abd service nova] Enqueued Resource ID: 58b262f3-eb29-4d35-84a9-2b0e6d754adb with Priority: HIGHEST for action security_group_rules [ 926.284231] env[65832]: INFO networking_nsxv3.common.synchronization [req-f38694c5-7a83-4123-a5e9-f7a22039166c req-b6c6e87a-d2b9-46da-89f2-2f2d5d463abd service nova] Enqueued Resource ID: 58b262f3-eb29-4d35-84a9-2b0e6d754adb with Priority: HIGHEST for action security_group_members [ 926.284231] env[65832]: INFO networking_nsxv3.common.synchronization [req-f38694c5-7a83-4123-a5e9-f7a22039166c req-b6c6e87a-d2b9-46da-89f2-2f2d5d463abd service nova] Enqueued Resource ID: 9a39b3a9-9305-4abe-a160-98ef62358940 with Priority: HIGHEST for action port [ 926.284417] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58b262f3-eb29-4d35-84a9-2b0e6d754adb with Priority: HIGHEST for action security_group_rules [ 926.284444] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58b262f3-eb29-4d35-84a9-2b0e6d754adb with Priority: HIGHEST for action security_group_members [ 926.284534] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a39b3a9-9305-4abe-a160-98ef62358940 with Priority: HIGHEST for action port [ 926.284886] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58b262f3-eb29-4d35-84a9-2b0e6d754adb taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.285094] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58b262f3-eb29-4d35-84a9-2b0e6d754adb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.285094] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58b262f3-eb29-4d35-84a9-2b0e6d754adb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.285340] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58b262f3-eb29-4d35-84a9-2b0e6d754adb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.285456] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58b262f3-eb29-4d35-84a9-2b0e6d754adb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.286491] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-58b262f3-eb29-4d35-84a9-2b0e6d754adb taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.286612] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58b262f3-eb29-4d35-84a9-2b0e6d754adb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.286682] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58b262f3-eb29-4d35-84a9-2b0e6d754adb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.286898] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58b262f3-eb29-4d35-84a9-2b0e6d754adb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.287183] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.287262] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.287297] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.288401] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.288699] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.288699] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58b262f3-eb29-4d35-84a9-2b0e6d754adb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.289583] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a39b3a9-9305-4abe-a160-98ef62358940 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.289583] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a39b3a9-9305-4abe-a160-98ef62358940" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.289783] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a39b3a9-9305-4abe-a160-98ef62358940" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.289783] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a39b3a9-9305-4abe-a160-98ef62358940" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.289847] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a39b3a9-9305-4abe-a160-98ef62358940',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.791302] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58b262f3-eb29-4d35-84a9-2b0e6d754adb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.792401] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-58b262f3-eb29-4d35-84a9-2b0e6d754adb taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.792577] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58b262f3-eb29-4d35-84a9-2b0e6d754adb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.792925] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a39b3a9-9305-4abe-a160-98ef62358940 with status ACTIVE [ 926.793104] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.793215] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.793280] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.793479] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.793550] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.793712] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.793812] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.793874] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.794043] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.794122] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.794299] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.794401] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.794458] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.794593] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.794686] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.794807] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a39b3a9-9305-4abe-a160-98ef62358940 is going to be updated. [ 926.817368] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.817500] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.817546] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.817799] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.817937] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.818126] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a39b3a9-9305-4abe-a160-98ef62358940" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.294636] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58b262f3-eb29-4d35-84a9-2b0e6d754adb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.297697] env[65832]: INFO networking_nsxv3.common.synchronization [req-48ce9554-64cb-418d-92ff-f5991772c33e req-d63ae6a6-25c8-4582-835d-cf2715646e9c tempest-AttachVolumeNegativeTest-1723517508 tempest-AttachVolumeNegativeTest-1723517508-project-member] Enqueued Resource ID: 65f4ac62-8724-4510-84a7-07241c314be3 with Priority: HIGHEST for action security_group_members [ 927.298628] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f4ac62-8724-4510-84a7-07241c314be3 with Priority: HIGHEST for action security_group_members [ 927.299022] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f4ac62-8724-4510-84a7-07241c314be3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.299145] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f4ac62-8724-4510-84a7-07241c314be3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.299209] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f4ac62-8724-4510-84a7-07241c314be3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.300622] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f4ac62-8724-4510-84a7-07241c314be3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.300622] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.300622] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.300622] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.300622] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.300622] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.300622] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65f4ac62-8724-4510-84a7-07241c314be3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.740118] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-546 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.740118] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-546" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.740118] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-546" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.740118] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-546" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.740118] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.740118] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.740118] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.740764] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.741075] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.741427] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.743997] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 927.743997] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 927.743997] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 927.743997] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.743997] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 927.743997] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 927.766107] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 927.769221] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 927.769221] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 927.769221] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-546" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.769221] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-b22f07d7-b609-45df-9b3f-b19c7f951f54 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.769221] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-b22f07d7-b609-45df-9b3f-b19c7f951f54" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.769221] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-b22f07d7-b609-45df-9b3f-b19c7f951f54" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.769221] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-b22f07d7-b609-45df-9b3f-b19c7f951f54" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.769221] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b22f07d7-b609-45df-9b3f-b19c7f951f54',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.801334] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.801334] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.801334] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.801334] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.801334] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.801334] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58b262f3-eb29-4d35-84a9-2b0e6d754adb is going to be created. [ 927.802742] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.802887] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.802953] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.803169] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.803246] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.803448] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.803550] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.803609] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.803757] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.803830] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.803913] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65f4ac62-8724-4510-84a7-07241c314be3 already deleted. [ 927.803991] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f4ac62-8724-4510-84a7-07241c314be3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.826027] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.826027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.826027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.826027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.826321] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.838017] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58b262f3-eb29-4d35-84a9-2b0e6d754adb in Status: UNINITIALIZED for 2s [ 928.275729] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.275729] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.275729] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.275957] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.275957] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.276142] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port b22f07d7-b609-45df-9b3f-b19c7f951f54 not found, creating... [ 928.276406] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.276562] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.276677] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.276997] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.278231] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.278529] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.279410] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.279556] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.279831] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.280063] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.280138] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: b22f07d7-b609-45df-9b3f-b19c7f951f54 is going to be created. [ 928.306679] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.307176] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.307176] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.307331] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.307553] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.307898] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-b22f07d7-b609-45df-9b3f-b19c7f951f54" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.017202] env[65832]: INFO networking_nsxv3.common.synchronization [req-48ce9554-64cb-418d-92ff-f5991772c33e req-d092f470-5195-40ce-b901-b5afc0683e4e service nova] Enqueued Resource ID: 65f4ac62-8724-4510-84a7-07241c314be3 with Priority: HIGHEST for action security_group_rules [ 929.017371] env[65832]: INFO networking_nsxv3.common.synchronization [req-48ce9554-64cb-418d-92ff-f5991772c33e req-d092f470-5195-40ce-b901-b5afc0683e4e service nova] Enqueued Resource ID: 65f4ac62-8724-4510-84a7-07241c314be3 with Priority: HIGHEST for action security_group_members [ 929.017507] env[65832]: INFO networking_nsxv3.common.synchronization [req-48ce9554-64cb-418d-92ff-f5991772c33e req-d092f470-5195-40ce-b901-b5afc0683e4e service nova] Enqueued Resource ID: b22f07d7-b609-45df-9b3f-b19c7f951f54 with Priority: HIGHEST for action port [ 929.018067] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f4ac62-8724-4510-84a7-07241c314be3 with Priority: HIGHEST for action security_group_rules [ 929.018328] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f4ac62-8724-4510-84a7-07241c314be3 with Priority: HIGHEST for action security_group_members [ 929.018390] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b22f07d7-b609-45df-9b3f-b19c7f951f54 with Priority: HIGHEST for action port [ 929.018712] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65f4ac62-8724-4510-84a7-07241c314be3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.018855] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65f4ac62-8724-4510-84a7-07241c314be3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.019027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65f4ac62-8724-4510-84a7-07241c314be3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.019116] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65f4ac62-8724-4510-84a7-07241c314be3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.019253] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65f4ac62-8724-4510-84a7-07241c314be3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.023040] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f4ac62-8724-4510-84a7-07241c314be3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.023040] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f4ac62-8724-4510-84a7-07241c314be3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.023040] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f4ac62-8724-4510-84a7-07241c314be3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.023040] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f4ac62-8724-4510-84a7-07241c314be3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.023040] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.023040] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.023040] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.023040] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.023040] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.023040] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65f4ac62-8724-4510-84a7-07241c314be3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.023841] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-b22f07d7-b609-45df-9b3f-b19c7f951f54 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.023841] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b22f07d7-b609-45df-9b3f-b19c7f951f54" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.023841] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b22f07d7-b609-45df-9b3f-b19c7f951f54" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.023841] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b22f07d7-b609-45df-9b3f-b19c7f951f54" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.023841] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b22f07d7-b609-45df-9b3f-b19c7f951f54',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.529045] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65f4ac62-8724-4510-84a7-07241c314be3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.534454] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f4ac62-8724-4510-84a7-07241c314be3 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.534601] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f4ac62-8724-4510-84a7-07241c314be3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.534771] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b22f07d7-b609-45df-9b3f-b19c7f951f54 with status ACTIVE [ 929.534934] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.535062] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.535129] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.535339] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.535427] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.535685] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.535842] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.535954] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.536852] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.536949] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.537159] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.537259] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.537313] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.537471] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.537811] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.537963] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b22f07d7-b609-45df-9b3f-b19c7f951f54 is going to be updated. [ 929.562313] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.562506] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.562506] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.562641] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.562761] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.562931] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b22f07d7-b609-45df-9b3f-b19c7f951f54" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.848629] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58b262f3-eb29-4d35-84a9-2b0e6d754adb in Status: SUCCESS [ 929.848945] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58b262f3-eb29-4d35-84a9-2b0e6d754adb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.849201] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58b262f3-eb29-4d35-84a9-2b0e6d754adb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.850081] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58b262f3-eb29-4d35-84a9-2b0e6d754adb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.850081] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.850081] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.850081] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.850473] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.850473] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.850473] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58b262f3-eb29-4d35-84a9-2b0e6d754adb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.850473] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('58b262f3-eb29-4d35-84a9-2b0e6d754adb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.900619] env[65832]: INFO networking_nsxv3.common.synchronization [req-2164c150-7133-4f61-8ec2-671000668bd5 req-c88cf764-4e26-4f8b-8775-b3eb56ab5e6b tempest-ServerActionsV293TestJSON-197521735 tempest-ServerActionsV293TestJSON-197521735-project-member] Enqueued Resource ID: a4e5caf2-d1c2-444d-8e37-0f75a312a360 with Priority: HIGHEST for action security_group_members [ 929.901635] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e5caf2-d1c2-444d-8e37-0f75a312a360 with Priority: HIGHEST for action security_group_members [ 929.901635] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4e5caf2-d1c2-444d-8e37-0f75a312a360 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.901802] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4e5caf2-d1c2-444d-8e37-0f75a312a360" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.901802] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4e5caf2-d1c2-444d-8e37-0f75a312a360" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.901974] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4e5caf2-d1c2-444d-8e37-0f75a312a360" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.902144] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.902242] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.902459] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.902459] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.902542] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.902637] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4e5caf2-d1c2-444d-8e37-0f75a312a360',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.041549] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65f4ac62-8724-4510-84a7-07241c314be3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.352994] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-58b262f3-eb29-4d35-84a9-2b0e6d754adb taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.354128] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58b262f3-eb29-4d35-84a9-2b0e6d754adb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.354128] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58b262f3-eb29-4d35-84a9-2b0e6d754adb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.354128] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58b262f3-eb29-4d35-84a9-2b0e6d754adb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.354372] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.354573] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.354745] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.354964] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.355075] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.355176] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58b262f3-eb29-4d35-84a9-2b0e6d754adb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.355604] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-58b262f3-eb29-4d35-84a9-2b0e6d754adb taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.355604] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58b262f3-eb29-4d35-84a9-2b0e6d754adb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.355604] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58b262f3-eb29-4d35-84a9-2b0e6d754adb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.355829] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58b262f3-eb29-4d35-84a9-2b0e6d754adb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.356409] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.356409] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.356409] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.356409] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.356409] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.356652] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58b262f3-eb29-4d35-84a9-2b0e6d754adb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.356652] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('58b262f3-eb29-4d35-84a9-2b0e6d754adb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.405144] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.405363] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.406043] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.406043] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.406043] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.406208] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.406287] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.406371] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.406571] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.407947] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.407947] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4e5caf2-d1c2-444d-8e37-0f75a312a360 already deleted. [ 930.407947] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4e5caf2-d1c2-444d-8e37-0f75a312a360" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.431321] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-799 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.432014] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-799" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.432014] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-799" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.432846] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-799" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.432846] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.433107] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.433237] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.433455] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.433658] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.433802] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.433917] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 930.434035] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 930.434148] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 930.434261] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.434370] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 930.434502] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 930.458605] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 930.459294] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 930.459294] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 930.459294] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-799" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.459613] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-7d0b58f4-9ad5-4e24-a2a0-1add46748327 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.459835] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-7d0b58f4-9ad5-4e24-a2a0-1add46748327" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.460262] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-7d0b58f4-9ad5-4e24-a2a0-1add46748327" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.461116] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-7d0b58f4-9ad5-4e24-a2a0-1add46748327" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.461116] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d0b58f4-9ad5-4e24-a2a0-1add46748327',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.544673] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.545172] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.546240] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.546555] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.546743] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.546969] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65f4ac62-8724-4510-84a7-07241c314be3 is going to be created. [ 930.574417] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.574597] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.574709] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.574911] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.575165] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.588517] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f4ac62-8724-4510-84a7-07241c314be3 in Status: UNINITIALIZED for 2s [ 930.859651] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 58b262f3-eb29-4d35-84a9-2b0e6d754adb: rpc.has_security_group_logging(os_id): False [ 930.882163] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.882475] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.882782] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.883103] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.883267] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.883575] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.883806] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.883913] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.884169] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.884481] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.884791] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.884924] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.885039] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.885249] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.885357] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.885635] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.885783] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.885858] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.886075] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.886199] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.886304] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58b262f3-eb29-4d35-84a9-2b0e6d754adb is going to be created. [ 930.962297] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.962552] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.962552] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.962841] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.963049] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.964511] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.964730] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.964833] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.965159] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.965312] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.965477] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port 7d0b58f4-9ad5-4e24-a2a0-1add46748327 not found, creating... [ 930.965773] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.965936] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.966064] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.966278] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.966413] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.966689] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.966912] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.966948] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.967155] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.967283] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.967415] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: 7d0b58f4-9ad5-4e24-a2a0-1add46748327 is going to be created. [ 931.008131] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58b262f3-eb29-4d35-84a9-2b0e6d754adb in Status: IN_PROGRESS for 2s [ 931.028551] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.028761] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.028953] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.029299] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.029558] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.029789] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-7d0b58f4-9ad5-4e24-a2a0-1add46748327" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.734969] env[65832]: INFO networking_nsxv3.common.synchronization [req-2164c150-7133-4f61-8ec2-671000668bd5 req-d935c909-300a-4406-9232-b432ccfefc6f service nova] Enqueued Resource ID: a4e5caf2-d1c2-444d-8e37-0f75a312a360 with Priority: HIGHEST for action security_group_rules [ 931.735337] env[65832]: INFO networking_nsxv3.common.synchronization [req-2164c150-7133-4f61-8ec2-671000668bd5 req-d935c909-300a-4406-9232-b432ccfefc6f service nova] Enqueued Resource ID: a4e5caf2-d1c2-444d-8e37-0f75a312a360 with Priority: HIGHEST for action security_group_members [ 931.735337] env[65832]: INFO networking_nsxv3.common.synchronization [req-2164c150-7133-4f61-8ec2-671000668bd5 req-d935c909-300a-4406-9232-b432ccfefc6f service nova] Enqueued Resource ID: 7d0b58f4-9ad5-4e24-a2a0-1add46748327 with Priority: HIGHEST for action port [ 931.737530] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e5caf2-d1c2-444d-8e37-0f75a312a360 with Priority: HIGHEST for action security_group_rules [ 931.737530] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e5caf2-d1c2-444d-8e37-0f75a312a360 with Priority: HIGHEST for action security_group_members [ 931.740577] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d0b58f4-9ad5-4e24-a2a0-1add46748327 with Priority: HIGHEST for action port [ 931.740966] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4e5caf2-d1c2-444d-8e37-0f75a312a360 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.741136] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4e5caf2-d1c2-444d-8e37-0f75a312a360" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.741195] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4e5caf2-d1c2-444d-8e37-0f75a312a360" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.741461] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4e5caf2-d1c2-444d-8e37-0f75a312a360" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.741561] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4e5caf2-d1c2-444d-8e37-0f75a312a360',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.742741] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4e5caf2-d1c2-444d-8e37-0f75a312a360 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.742741] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4e5caf2-d1c2-444d-8e37-0f75a312a360" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.742993] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4e5caf2-d1c2-444d-8e37-0f75a312a360" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.742993] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4e5caf2-d1c2-444d-8e37-0f75a312a360" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.744591] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.744591] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.744591] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.744591] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.744591] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.744591] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4e5caf2-d1c2-444d-8e37-0f75a312a360',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.746949] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d0b58f4-9ad5-4e24-a2a0-1add46748327 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.747098] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d0b58f4-9ad5-4e24-a2a0-1add46748327" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.747160] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d0b58f4-9ad5-4e24-a2a0-1add46748327" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.747418] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d0b58f4-9ad5-4e24-a2a0-1add46748327" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.747770] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d0b58f4-9ad5-4e24-a2a0-1add46748327',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.250120] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4e5caf2-d1c2-444d-8e37-0f75a312a360 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.250280] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4e5caf2-d1c2-444d-8e37-0f75a312a360" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.250474] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4e5caf2-d1c2-444d-8e37-0f75a312a360',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.252138] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d0b58f4-9ad5-4e24-a2a0-1add46748327 with status ACTIVE [ 932.252138] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.252138] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.252138] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.252138] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.252138] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.252422] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.252422] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.252422] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.252576] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.252791] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.253103] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.253103] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.253610] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.253823] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.253913] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.254068] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d0b58f4-9ad5-4e24-a2a0-1add46748327 is going to be updated. [ 932.278471] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.278471] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.278642] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.280582] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.280853] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.281226] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d0b58f4-9ad5-4e24-a2a0-1add46748327" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.292861] env[65832]: INFO networking_nsxv3.common.synchronization [None req-b36075c4-5e51-40c8-9443-a17636dbaa4a tempest-ServerActionsTestJSON-1537680952 tempest-ServerActionsTestJSON-1537680952-project-member] Enqueued Resource ID: adc2b205-082e-44d3-b74d-a16b9e0ad79a with Priority: HIGHEST for action security_group_rules [ 932.293566] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adc2b205-082e-44d3-b74d-a16b9e0ad79a with Priority: HIGHEST for action security_group_rules [ 932.294380] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-adc2b205-082e-44d3-b74d-a16b9e0ad79a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.294485] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-adc2b205-082e-44d3-b74d-a16b9e0ad79a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.294485] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-adc2b205-082e-44d3-b74d-a16b9e0ad79a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.294753] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-adc2b205-082e-44d3-b74d-a16b9e0ad79a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.294968] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('adc2b205-082e-44d3-b74d-a16b9e0ad79a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.604477] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f4ac62-8724-4510-84a7-07241c314be3 in Status: SUCCESS [ 932.604477] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f4ac62-8724-4510-84a7-07241c314be3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.604477] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f4ac62-8724-4510-84a7-07241c314be3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.604477] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f4ac62-8724-4510-84a7-07241c314be3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.604477] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.604477] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.604477] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.604477] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.604477] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.604477] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f4ac62-8724-4510-84a7-07241c314be3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.604477] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65f4ac62-8724-4510-84a7-07241c314be3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.662322] env[65832]: INFO networking_nsxv3.common.synchronization [None req-e8314966-06af-4dcb-99b9-d7d7aca59903 tempest-ServerActionsTestJSON-1537680952 tempest-ServerActionsTestJSON-1537680952-project-member] Enqueued Resource ID: adc2b205-082e-44d3-b74d-a16b9e0ad79a with Priority: HIGHEST for action security_group_rules [ 932.662322] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adc2b205-082e-44d3-b74d-a16b9e0ad79a with Priority: HIGHEST for action security_group_rules [ 932.662322] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-adc2b205-082e-44d3-b74d-a16b9e0ad79a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.662322] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-adc2b205-082e-44d3-b74d-a16b9e0ad79a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.756092] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4e5caf2-d1c2-444d-8e37-0f75a312a360',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.816553] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.816724] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.816803] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.817038] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.817131] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.817228] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: adc2b205-082e-44d3-b74d-a16b9e0ad79a already deleted. [ 932.817348] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-adc2b205-082e-44d3-b74d-a16b9e0ad79a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.817538] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-adc2b205-082e-44d3-b74d-a16b9e0ad79a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.818247] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-adc2b205-082e-44d3-b74d-a16b9e0ad79a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.818247] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('adc2b205-082e-44d3-b74d-a16b9e0ad79a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.958477] env[65832]: INFO networking_nsxv3.common.synchronization [req-8f5aff72-9a47-477d-a25f-a33051bbad3e req-0f206be2-955e-4dee-93fc-b9267fbdd611 tempest-ServersTestJSON-1196950663 tempest-ServersTestJSON-1196950663-project-member] Enqueued Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_members [ 932.959686] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_members [ 932.959686] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.959686] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.959956] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.959956] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.960272] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.960272] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.960412] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.960540] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.960658] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.960789] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.023742] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58b262f3-eb29-4d35-84a9-2b0e6d754adb in Status: SUCCESS [ 933.024392] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58b262f3-eb29-4d35-84a9-2b0e6d754adb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.106617] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65f4ac62-8724-4510-84a7-07241c314be3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.261568] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.261774] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.261836] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.262470] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.262669] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.262792] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4e5caf2-d1c2-444d-8e37-0f75a312a360 is going to be created. [ 933.298219] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.298465] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.298533] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.298870] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.299069] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.313443] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4e5caf2-d1c2-444d-8e37-0f75a312a360 in Status: UNINITIALIZED for 2s [ 933.339511] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.341018] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.341187] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.341472] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.341618] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.341758] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: adc2b205-082e-44d3-b74d-a16b9e0ad79a already deleted. [ 933.341870] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-adc2b205-082e-44d3-b74d-a16b9e0ad79a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.463362] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.610065] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65f4ac62-8724-4510-84a7-07241c314be3: rpc.has_security_group_logging(os_id): False [ 933.632384] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.632568] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.632652] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.632954] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.633071] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.633315] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.633448] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.633520] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.633624] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.633699] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.633772] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65f4ac62-8724-4510-84a7-07241c314be3 is going to be created. [ 933.704028] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.704190] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.704265] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.704476] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.704652] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.717754] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65f4ac62-8724-4510-84a7-07241c314be3 in Status: IN_PROGRESS for 2s [ 933.841458] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-524 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.841812] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-524" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.841812] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-524" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.841994] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-524" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.842265] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.842423] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.842538] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.842763] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.842908] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.843137] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 933.843254] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 933.843363] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 933.843472] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 933.843579] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 933.843685] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 933.843816] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 933.863075] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 933.863257] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 933.863395] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 933.863569] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-524" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.863879] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-24d400a9-da5c-4564-b558-30523f8e1155 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.864066] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-24d400a9-da5c-4564-b558-30523f8e1155" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.864184] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-24d400a9-da5c-4564-b558-30523f8e1155" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.864522] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-24d400a9-da5c-4564-b558-30523f8e1155" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.864664] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24d400a9-da5c-4564-b558-30523f8e1155',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.966207] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.367776] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.367776] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.367776] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.367776] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.367776] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.368154] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port 24d400a9-da5c-4564-b558-30523f8e1155 not found, creating... [ 934.368318] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.368527] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.368729] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.369063] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.369249] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.369569] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.369811] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.369948] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.370131] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.370263] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.370404] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: 24d400a9-da5c-4564-b558-30523f8e1155 is going to be created. [ 934.394305] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.394583] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.394723] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.394902] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.395153] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.395379] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-24d400a9-da5c-4564-b558-30523f8e1155" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.470121] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.470320] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.470365] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.470580] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.470674] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.470776] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 is going to be updated. [ 934.505349] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.505546] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.505592] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.505793] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.505937] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.516891] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: IN_PROGRESS for 2s [ 935.128350] env[65832]: INFO networking_nsxv3.common.synchronization [req-8f5aff72-9a47-477d-a25f-a33051bbad3e req-9515cae9-b0e1-4635-9300-3b43d9edf9f0 service nova] Enqueued Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_rules [ 935.128653] env[65832]: INFO networking_nsxv3.common.synchronization [req-8f5aff72-9a47-477d-a25f-a33051bbad3e req-9515cae9-b0e1-4635-9300-3b43d9edf9f0 service nova] Enqueued Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_members [ 935.128653] env[65832]: INFO networking_nsxv3.common.synchronization [req-8f5aff72-9a47-477d-a25f-a33051bbad3e req-9515cae9-b0e1-4635-9300-3b43d9edf9f0 service nova] Enqueued Resource ID: 24d400a9-da5c-4564-b558-30523f8e1155 with Priority: HIGHEST for action port [ 935.129142] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_rules [ 935.129253] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_members [ 935.129382] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24d400a9-da5c-4564-b558-30523f8e1155 with Priority: HIGHEST for action port [ 935.129620] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.129757] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.129807] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.131060] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.131771] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.132427] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.132573] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.132845] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-24d400a9-da5c-4564-b558-30523f8e1155 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.133010] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24d400a9-da5c-4564-b558-30523f8e1155" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.133121] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24d400a9-da5c-4564-b558-30523f8e1155" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.133351] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24d400a9-da5c-4564-b558-30523f8e1155" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.133512] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24d400a9-da5c-4564-b558-30523f8e1155',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.327063] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4e5caf2-d1c2-444d-8e37-0f75a312a360 in Status: SUCCESS [ 935.327296] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4e5caf2-d1c2-444d-8e37-0f75a312a360" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.327498] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4e5caf2-d1c2-444d-8e37-0f75a312a360" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.327739] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4e5caf2-d1c2-444d-8e37-0f75a312a360" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.327966] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.328053] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.328116] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.328329] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.328399] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.328767] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4e5caf2-d1c2-444d-8e37-0f75a312a360" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.328767] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4e5caf2-d1c2-444d-8e37-0f75a312a360',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.609695] env[65832]: INFO networking_nsxv3.common.synchronization [req-e317af3f-86ca-4e6f-b6d6-79de960f6667 req-10c16508-9467-4c16-a0fc-7ba6dfde1c95 tempest-DeleteServersTestJSON-1628511814 tempest-DeleteServersTestJSON-1628511814-project-member] Enqueued Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGHEST for action security_group_members [ 935.610525] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGHEST for action security_group_members [ 935.610903] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f57d9f-b605-4bdf-8c98-9940026ff615 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.611024] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.613293] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.613293] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.613293] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.613293] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.613293] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.613293] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.613293] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.613293] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.639036] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.639036] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.639036] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24d400a9-da5c-4564-b558-30523f8e1155 with status ACTIVE [ 935.639036] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.639036] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.639036] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.639422] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.639598] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.640221] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.640221] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.640221] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.640413] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.640460] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.640668] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.640810] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.640949] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.641392] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.641512] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.641624] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24d400a9-da5c-4564-b558-30523f8e1155 is going to be updated. [ 935.665575] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.665663] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.665740] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.666042] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.666192] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.666357] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24d400a9-da5c-4564-b558-30523f8e1155" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.732947] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65f4ac62-8724-4510-84a7-07241c314be3 in Status: SUCCESS [ 935.732947] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65f4ac62-8724-4510-84a7-07241c314be3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.832640] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4e5caf2-d1c2-444d-8e37-0f75a312a360',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.049369] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-947 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.049571] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-947" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.049729] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-947" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.050054] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-947" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.050331] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.050494] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.050609] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.050854] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.051046] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.051534] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.051534] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 936.051534] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 936.051660] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 936.051702] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.051859] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 936.051937] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 936.076885] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 936.077241] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 936.077374] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 936.077572] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-947" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.077937] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-e36d7940-a816-4865-8d57-3c12e7c51d8c taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.078212] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-e36d7940-a816-4865-8d57-3c12e7c51d8c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.079623] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-e36d7940-a816-4865-8d57-3c12e7c51d8c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.080116] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-e36d7940-a816-4865-8d57-3c12e7c51d8c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.080205] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e36d7940-a816-4865-8d57-3c12e7c51d8c',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.118208] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.118435] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.118627] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.118883] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.118943] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.122359] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.122359] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.122359] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.122359] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.122359] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.122359] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 is going to be updated. [ 936.155651] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.156631] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.156799] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.157219] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.157437] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.174701] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 in Status: IN_PROGRESS for 2s [ 936.336212] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4e5caf2-d1c2-444d-8e37-0f75a312a360: rpc.has_security_group_logging(os_id): False [ 936.360429] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.360719] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.360719] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.360952] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.361123] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.361419] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.361532] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.361587] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.361777] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.361855] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.361954] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4e5caf2-d1c2-444d-8e37-0f75a312a360 is going to be created. [ 936.472063] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.472226] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.472284] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.472491] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.472664] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.488798] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4e5caf2-d1c2-444d-8e37-0f75a312a360 in Status: IN_PROGRESS for 2s [ 936.528313] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: SUCCESS [ 936.528535] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.528831] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.529143] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.529338] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.529464] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.529531] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.529694] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.529776] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.529873] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.584078] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.584329] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.584449] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.584749] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.584916] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.585057] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port e36d7940-a816-4865-8d57-3c12e7c51d8c not found, creating... [ 936.585333] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.585497] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.585626] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.585924] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.586032] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.586338] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.586494] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.586608] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.586894] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.587072] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.591035] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: e36d7940-a816-4865-8d57-3c12e7c51d8c is going to be created. [ 936.622475] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.622738] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.622857] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.623141] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.623369] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.623601] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-e36d7940-a816-4865-8d57-3c12e7c51d8c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.032541] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.522039] env[65832]: INFO networking_nsxv3.common.synchronization [req-e317af3f-86ca-4e6f-b6d6-79de960f6667 req-369d9393-c839-4f0b-91fa-1dd718d391d4 service nova] Enqueued Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGHEST for action security_group_rules [ 937.522358] env[65832]: INFO networking_nsxv3.common.synchronization [req-e317af3f-86ca-4e6f-b6d6-79de960f6667 req-369d9393-c839-4f0b-91fa-1dd718d391d4 service nova] Enqueued Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGHEST for action security_group_members [ 937.522358] env[65832]: INFO networking_nsxv3.common.synchronization [req-e317af3f-86ca-4e6f-b6d6-79de960f6667 req-369d9393-c839-4f0b-91fa-1dd718d391d4 service nova] Enqueued Resource ID: e36d7940-a816-4865-8d57-3c12e7c51d8c with Priority: HIGHEST for action port [ 937.522725] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGHEST for action security_group_rules [ 937.522852] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGHEST for action security_group_members [ 937.522949] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e36d7940-a816-4865-8d57-3c12e7c51d8c with Priority: HIGHEST for action port [ 937.523378] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40f57d9f-b605-4bdf-8c98-9940026ff615 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.523378] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.523518] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.523602] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.523680] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.525680] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f57d9f-b605-4bdf-8c98-9940026ff615 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.526829] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.527116] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-e36d7940-a816-4865-8d57-3c12e7c51d8c taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.527229] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e36d7940-a816-4865-8d57-3c12e7c51d8c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.527296] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e36d7940-a816-4865-8d57-3c12e7c51d8c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.527483] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e36d7940-a816-4865-8d57-3c12e7c51d8c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.527576] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e36d7940-a816-4865-8d57-3c12e7c51d8c',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.535729] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.031172] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f57d9f-b605-4bdf-8c98-9940026ff615 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.031401] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.031632] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e36d7940-a816-4865-8d57-3c12e7c51d8c with status ACTIVE [ 938.031775] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.031775] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.031935] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.032041] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.032127] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.032308] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.032414] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.032458] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.032660] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.032775] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.032869] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.032963] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.033101] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.033162] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.033211] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.033285] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e36d7940-a816-4865-8d57-3c12e7c51d8c is going to be updated. [ 938.037465] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.037677] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.037746] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.037905] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.037994] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.038107] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 is going to be updated. [ 938.061561] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.061770] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.061770] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.061968] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.062115] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.062287] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e36d7940-a816-4865-8d57-3c12e7c51d8c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.095511] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.095511] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.095511] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.095758] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.095903] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.127380] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: IN_PROGRESS for 2s [ 938.185978] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 in Status: SUCCESS [ 938.186279] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 deletion is rescheduled due to dependency. [ 938.186378] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.186574] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.186824] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.187077] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.187203] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.187322] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.187504] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.187559] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.188046] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.504787] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4e5caf2-d1c2-444d-8e37-0f75a312a360 in Status: SUCCESS [ 938.504787] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4e5caf2-d1c2-444d-8e37-0f75a312a360" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.690621] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.122791] env[65832]: INFO networking_nsxv3.common.synchronization [req-eed722c3-97b0-41d2-b895-1982c36850bf req-1a445f67-d4d8-4ff1-9576-725e9030e7cf tempest-ServersAdminNegativeTestJSON-2038179669 tempest-ServersAdminNegativeTestJSON-2038179669-project-member] Enqueued Resource ID: f524f17f-7074-4514-81f8-386cedcb1cc7 with Priority: HIGHEST for action security_group_members [ 939.122791] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f524f17f-7074-4514-81f8-386cedcb1cc7 with Priority: HIGHEST for action security_group_members [ 939.122791] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-f524f17f-7074-4514-81f8-386cedcb1cc7 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.123381] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.123551] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.124331] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.124642] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.124899] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.125074] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.125338] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.125533] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.125709] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f524f17f-7074-4514-81f8-386cedcb1cc7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.195730] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.628872] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.630656] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.630852] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.631238] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.631238] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.631494] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.631643] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.631727] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.631962] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.632068] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.632167] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f524f17f-7074-4514-81f8-386cedcb1cc7 is going to be updated. [ 939.680496] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.680727] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.680727] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.680963] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.681164] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.693951] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f524f17f-7074-4514-81f8-386cedcb1cc7 in Status: IN_PROGRESS for 2s [ 939.698465] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.698891] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.698891] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.698891] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.699069] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.699158] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 is going to be updated. [ 939.734623] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.734839] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.734892] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.735164] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.735334] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.748708] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 in Status: IN_PROGRESS for 2s [ 940.140372] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: SUCCESS [ 940.140611] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.140774] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.141120] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.141193] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.141393] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.141393] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.141511] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.141580] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.141677] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.141766] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.441297] env[65832]: INFO networking_nsxv3.common.synchronization [None req-6f54085e-754e-421c-bc22-e7a750389cc4 None None] Enqueued Resource ID: c2603f54-ee15-473f-8b6f-50deed85c9f3 with Priority: HIGHEST for action port [ 940.441849] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2603f54-ee15-473f-8b6f-50deed85c9f3 with Priority: HIGHEST for action port [ 940.442379] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2603f54-ee15-473f-8b6f-50deed85c9f3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.442499] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2603f54-ee15-473f-8b6f-50deed85c9f3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.442567] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2603f54-ee15-473f-8b6f-50deed85c9f3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.442813] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2603f54-ee15-473f-8b6f-50deed85c9f3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.442897] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2603f54-ee15-473f-8b6f-50deed85c9f3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.648580] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.648850] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.648984] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.649166] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.649349] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.649447] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.649509] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.649661] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.649749] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.649840] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.650077] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.651856] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.651970] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.652152] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.652305] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.652407] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.652470] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.652615] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.652696] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.652782] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.652874] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.949074] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2603f54-ee15-473f-8b6f-50deed85c9f3 [ 940.949074] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.949074] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.949074] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.949074] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.949513] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.949513] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2603f54-ee15-473f-8b6f-50deed85c9f3 already deleted. [ 940.949513] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2603f54-ee15-473f-8b6f-50deed85c9f3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.158438] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97b5a618-8f37-483b-8732-3ef21cc084f5: rpc.has_security_group_logging(os_id): False [ 941.182602] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.182602] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.182602] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.182882] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.207257] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.207762] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.207961] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.208108] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.208409] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.208521] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.209109] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.209109] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.209109] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.209285] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.209381] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.209658] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.209833] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.209833] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.209986] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.210083] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.210174] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 is going to be updated. [ 941.299270] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.299546] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.299685] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.300112] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.300375] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.324143] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: IN_PROGRESS for 2s [ 941.490417] env[65832]: INFO networking_nsxv3.common.synchronization [req-4b686f89-1d9c-46f7-a226-6dd4d665fc3e req-5a9e09ac-364d-46f3-a601-fcbc2fccda4b tempest-ServersNegativeTestMultiTenantJSON-271180359 tempest-ServersNegativeTestMultiTenantJSON-271180359-project-member] Enqueued Resource ID: a7343315-4ac9-44e2-9fbe-8f9020ec4880 with Priority: HIGHEST for action security_group_members [ 941.491422] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7343315-4ac9-44e2-9fbe-8f9020ec4880 with Priority: HIGHEST for action security_group_members [ 941.491807] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7343315-4ac9-44e2-9fbe-8f9020ec4880 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.495037] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7343315-4ac9-44e2-9fbe-8f9020ec4880" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.495037] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7343315-4ac9-44e2-9fbe-8f9020ec4880" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.495037] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7343315-4ac9-44e2-9fbe-8f9020ec4880" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.495037] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.495037] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.495037] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.495037] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.495037] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.495037] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7343315-4ac9-44e2-9fbe-8f9020ec4880',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.713416] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f524f17f-7074-4514-81f8-386cedcb1cc7 in Status: SUCCESS [ 941.713668] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f524f17f-7074-4514-81f8-386cedcb1cc7 deletion is rescheduled due to dependency. [ 941.714173] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.766201] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 in Status: SUCCESS [ 941.766994] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.768286] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.768286] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.768286] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.768427] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.768486] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.770056] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.770056] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.770056] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.770056] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.997811] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.998452] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.998543] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.998785] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.998897] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.999157] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.002572] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.002656] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.003634] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.003634] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.004352] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7343315-4ac9-44e2-9fbe-8f9020ec4880 already deleted. [ 942.004352] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7343315-4ac9-44e2-9fbe-8f9020ec4880" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.029159] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-335 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.029370] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-335" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.029495] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-335" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.029828] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-335" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.030251] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.030457] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.031520] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.031520] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.031520] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.031520] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 942.031520] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 942.031727] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 942.031835] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 942.032040] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 942.032199] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 942.032371] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 942.055604] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 942.055804] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 942.055980] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 942.056204] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-335" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.056737] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-7ec74322-b86a-4527-a129-62dd71235d67 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.057799] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-7ec74322-b86a-4527-a129-62dd71235d67" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.058036] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-7ec74322-b86a-4527-a129-62dd71235d67" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.058414] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-7ec74322-b86a-4527-a129-62dd71235d67" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.058578] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ec74322-b86a-4527-a129-62dd71235d67',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.272784] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f57d9f-b605-4bdf-8c98-9940026ff615 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.272987] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.273143] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.273339] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.273655] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.273655] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.273827] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.273893] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.273986] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.274089] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.274237] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f57d9f-b605-4bdf-8c98-9940026ff615 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.274332] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.274393] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.274538] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.274800] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.274800] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.274938] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.275075] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.275159] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.275239] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.275330] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.334280] env[65832]: INFO networking_nsxv3.common.synchronization [None req-adc4fccc-a830-4eeb-9a9a-23fbc43ea7a4 tempest-AttachInterfacesTestJSON-1132375137 tempest-AttachInterfacesTestJSON-1132375137-project-member] Enqueued Resource ID: de2bc482-63dd-48c4-8f7f-3a5895248c7a with Priority: HIGHEST for action security_group_rules [ 942.335875] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de2bc482-63dd-48c4-8f7f-3a5895248c7a with Priority: HIGHEST for action security_group_rules [ 942.335994] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de2bc482-63dd-48c4-8f7f-3a5895248c7a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.336098] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de2bc482-63dd-48c4-8f7f-3a5895248c7a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.336135] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de2bc482-63dd-48c4-8f7f-3a5895248c7a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.336471] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de2bc482-63dd-48c4-8f7f-3a5895248c7a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.336565] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de2bc482-63dd-48c4-8f7f-3a5895248c7a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.564090] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.564454] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.564590] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.565880] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.565880] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.565880] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port 7ec74322-b86a-4527-a129-62dd71235d67 not found, creating... [ 942.565880] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.566170] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.566224] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.566450] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.566593] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.567919] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.567919] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.567919] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.568193] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.568243] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.568406] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: 7ec74322-b86a-4527-a129-62dd71235d67 is going to be created. [ 942.574128] env[65832]: INFO networking_nsxv3.common.synchronization [None req-27571e03-de11-4d35-bb95-fadc3cebb983 tempest-AttachInterfacesTestJSON-1132375137 tempest-AttachInterfacesTestJSON-1132375137-project-member] Enqueued Resource ID: de2bc482-63dd-48c4-8f7f-3a5895248c7a with Priority: HIGHEST for action security_group_rules [ 942.574764] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de2bc482-63dd-48c4-8f7f-3a5895248c7a with Priority: HIGHEST for action security_group_rules [ 942.575172] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de2bc482-63dd-48c4-8f7f-3a5895248c7a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.575314] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de2bc482-63dd-48c4-8f7f-3a5895248c7a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.591359] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.591682] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.591857] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.592186] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.592451] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.592724] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-7ec74322-b86a-4527-a129-62dd71235d67" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.777537] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40f57d9f-b605-4bdf-8c98-9940026ff615: rpc.has_security_group_logging(os_id): False [ 942.797218] env[65832]: INFO networking_nsxv3.common.synchronization [req-159c5d4c-b819-43a2-83e5-0915981550cc req-8b0f3237-6652-451e-ba49-a7ed5fda8a0e tempest-ServerRescueTestJSON-1717400670 tempest-ServerRescueTestJSON-1717400670-project-member] Enqueued Resource ID: 259d6581-6c66-46cc-b8f5-f9eb2327cdf9 with Priority: HIGHEST for action security_group_members [ 942.799304] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 259d6581-6c66-46cc-b8f5-f9eb2327cdf9 with Priority: HIGHEST for action security_group_members [ 942.799304] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.799497] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.799531] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.799762] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.799855] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.800613] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.800828] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.800957] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.802842] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.802842] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.802842] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.802842] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.802842] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.802842] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.802842] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.802842] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.802842] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.802842] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.802842] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.802842] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.802842] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 is going to be updated. [ 942.803721] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.803861] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.803902] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.804047] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.804409] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.804613] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.804613] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.804712] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.804781] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.804954] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('259d6581-6c66-46cc-b8f5-f9eb2327cdf9',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.861845] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.861964] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.862033] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.862282] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.862544] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.862544] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de2bc482-63dd-48c4-8f7f-3a5895248c7a already deleted. [ 942.862682] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de2bc482-63dd-48c4-8f7f-3a5895248c7a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.863154] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de2bc482-63dd-48c4-8f7f-3a5895248c7a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.863312] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de2bc482-63dd-48c4-8f7f-3a5895248c7a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.863393] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de2bc482-63dd-48c4-8f7f-3a5895248c7a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.879657] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.879907] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.880067] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.880333] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.880540] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.921106] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 in Status: IN_PROGRESS for 2s [ 943.346623] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.346623] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.346623] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.347202] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.347202] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.347202] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.347430] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.347430] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.347527] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.347585] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.347705] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 259d6581-6c66-46cc-b8f5-f9eb2327cdf9 is going to be updated. [ 943.351875] env[65832]: INFO networking_nsxv3.common.synchronization [req-4b686f89-1d9c-46f7-a226-6dd4d665fc3e req-d43b0a8d-7e4c-4564-8286-f83998264675 service nova] Enqueued Resource ID: a7343315-4ac9-44e2-9fbe-8f9020ec4880 with Priority: HIGHEST for action security_group_rules [ 943.351875] env[65832]: INFO networking_nsxv3.common.synchronization [req-4b686f89-1d9c-46f7-a226-6dd4d665fc3e req-d43b0a8d-7e4c-4564-8286-f83998264675 service nova] Enqueued Resource ID: a7343315-4ac9-44e2-9fbe-8f9020ec4880 with Priority: HIGHEST for action security_group_members [ 943.352074] env[65832]: INFO networking_nsxv3.common.synchronization [req-4b686f89-1d9c-46f7-a226-6dd4d665fc3e req-d43b0a8d-7e4c-4564-8286-f83998264675 service nova] Enqueued Resource ID: 7ec74322-b86a-4527-a129-62dd71235d67 with Priority: HIGHEST for action port [ 943.352899] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7343315-4ac9-44e2-9fbe-8f9020ec4880 with Priority: HIGHEST for action security_group_rules [ 943.353185] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7343315-4ac9-44e2-9fbe-8f9020ec4880 with Priority: HIGHEST for action security_group_members [ 943.353226] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ec74322-b86a-4527-a129-62dd71235d67 with Priority: HIGHEST for action port [ 943.354137] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7343315-4ac9-44e2-9fbe-8f9020ec4880 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.354314] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7343315-4ac9-44e2-9fbe-8f9020ec4880" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.354407] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7343315-4ac9-44e2-9fbe-8f9020ec4880" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.355228] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7343315-4ac9-44e2-9fbe-8f9020ec4880" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.355317] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7343315-4ac9-44e2-9fbe-8f9020ec4880',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.356339] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7343315-4ac9-44e2-9fbe-8f9020ec4880 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.356394] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7343315-4ac9-44e2-9fbe-8f9020ec4880" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.356439] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7343315-4ac9-44e2-9fbe-8f9020ec4880" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.357560] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7343315-4ac9-44e2-9fbe-8f9020ec4880" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.357560] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.357560] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.357560] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.357560] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.357560] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.357560] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7343315-4ac9-44e2-9fbe-8f9020ec4880',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.358273] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ec74322-b86a-4527-a129-62dd71235d67 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.358382] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ec74322-b86a-4527-a129-62dd71235d67" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.358436] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ec74322-b86a-4527-a129-62dd71235d67" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.358649] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ec74322-b86a-4527-a129-62dd71235d67" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.358682] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ec74322-b86a-4527-a129-62dd71235d67',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.367366] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: SUCCESS [ 943.367505] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.387181] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.387181] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.387181] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.387181] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.387181] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.390421] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.390550] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.390619] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.390821] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.390908] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.391167] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de2bc482-63dd-48c4-8f7f-3a5895248c7a already deleted. [ 943.391254] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de2bc482-63dd-48c4-8f7f-3a5895248c7a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.403797] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 259d6581-6c66-46cc-b8f5-f9eb2327cdf9 in Status: IN_PROGRESS for 2s [ 943.480479] env[65832]: INFO networking_nsxv3.common.synchronization [None req-04f08a36-71cf-4c58-aae1-20ef319cafa3 None None] Enqueued Resource ID: 8038b71f-7a58-4e92-8dfb-5c962b545f1c with Priority: HIGHEST for action port [ 943.481034] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8038b71f-7a58-4e92-8dfb-5c962b545f1c with Priority: HIGHEST for action port [ 943.481354] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-8038b71f-7a58-4e92-8dfb-5c962b545f1c taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.482119] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8038b71f-7a58-4e92-8dfb-5c962b545f1c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.482119] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8038b71f-7a58-4e92-8dfb-5c962b545f1c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.482119] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8038b71f-7a58-4e92-8dfb-5c962b545f1c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.482119] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8038b71f-7a58-4e92-8dfb-5c962b545f1c',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.862040] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7343315-4ac9-44e2-9fbe-8f9020ec4880 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.862040] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7343315-4ac9-44e2-9fbe-8f9020ec4880" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.863839] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7343315-4ac9-44e2-9fbe-8f9020ec4880',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.865565] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ec74322-b86a-4527-a129-62dd71235d67 with status ACTIVE [ 943.865864] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.865990] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.866053] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.866253] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.866354] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.866527] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.866891] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.866891] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.866891] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.866891] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.867163] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.867163] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.867263] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.867326] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.869044] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.869044] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ec74322-b86a-4527-a129-62dd71235d67 is going to be updated. [ 943.902327] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.902475] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.902759] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.902759] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.902867] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.903030] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ec74322-b86a-4527-a129-62dd71235d67" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.983644] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8038b71f-7a58-4e92-8dfb-5c962b545f1c [ 943.983963] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.984124] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.984189] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.984773] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.984773] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.984773] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8038b71f-7a58-4e92-8dfb-5c962b545f1c already deleted. [ 943.984773] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8038b71f-7a58-4e92-8dfb-5c962b545f1c" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.265385] env[65832]: INFO networking_nsxv3.common.synchronization [req-32f5940f-54bb-4e30-a4ca-dae143ac9c43 req-f80c764c-37d2-4884-9a05-8ea9c5250583 tempest-ListImageFiltersTestJSON-794302836 tempest-ListImageFiltersTestJSON-794302836-project-member] Enqueued Resource ID: da7ba78f-c26e-42e9-8da1-a75dbbec82aa with Priority: HIGHEST for action security_group_members [ 944.267861] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da7ba78f-c26e-42e9-8da1-a75dbbec82aa with Priority: HIGHEST for action security_group_members [ 944.268238] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.268364] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.268428] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.268736] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.268900] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.269830] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.269830] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.269830] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.269830] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.269830] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da7ba78f-c26e-42e9-8da1-a75dbbec82aa',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.376779] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7343315-4ac9-44e2-9fbe-8f9020ec4880',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.773371] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.773477] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.773617] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.773754] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.773838] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.774089] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.774146] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.774211] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.774336] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.774404] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.775066] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da7ba78f-c26e-42e9-8da1-a75dbbec82aa already deleted. [ 944.775066] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.799024] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.799024] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-806" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.799024] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-806" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.799336] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-806" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.799714] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.799921] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.800101] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.803034] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.803178] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.803712] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 944.803889] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 944.804036] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 944.804154] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 944.804271] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 944.804398] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 944.804567] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 944.826826] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 944.827176] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 944.827400] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 944.827647] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-806" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.828033] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-0a146973-e787-407d-acff-d259472b41d8 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.828218] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-0a146973-e787-407d-acff-d259472b41d8" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.828338] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-0a146973-e787-407d-acff-d259472b41d8" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.828671] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-0a146973-e787-407d-acff-d259472b41d8" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.828854] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a146973-e787-407d-acff-d259472b41d8',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.880627] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.880627] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.880627] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.880627] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.880627] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.880627] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7343315-4ac9-44e2-9fbe-8f9020ec4880 is going to be created. [ 944.905704] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.905704] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.905704] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.905704] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.905704] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.920392] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7343315-4ac9-44e2-9fbe-8f9020ec4880 in Status: UNINITIALIZED for 2s [ 944.936842] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 in Status: SUCCESS [ 944.937938] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.332447] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.332666] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.332794] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.333089] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.333260] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.333478] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port 0a146973-e787-407d-acff-d259472b41d8 not found, creating... [ 945.333890] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.334140] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.334208] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.334525] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.334594] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.334902] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.335073] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.335214] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.335416] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.335558] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.335705] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: 0a146973-e787-407d-acff-d259472b41d8 is going to be created. [ 945.364180] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.368101] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.368101] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.368101] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.368101] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.368101] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-0a146973-e787-407d-acff-d259472b41d8" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.416832] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 259d6581-6c66-46cc-b8f5-f9eb2327cdf9 in Status: SUCCESS [ 945.417133] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 259d6581-6c66-46cc-b8f5-f9eb2327cdf9 deletion is rescheduled due to dependency. [ 945.417317] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.124210] env[65832]: INFO networking_nsxv3.common.synchronization [req-32f5940f-54bb-4e30-a4ca-dae143ac9c43 req-28de6c62-b50c-411f-a284-6c72ef1b86fc service nova] Enqueued Resource ID: da7ba78f-c26e-42e9-8da1-a75dbbec82aa with Priority: HIGHEST for action security_group_rules [ 946.124210] env[65832]: INFO networking_nsxv3.common.synchronization [req-32f5940f-54bb-4e30-a4ca-dae143ac9c43 req-28de6c62-b50c-411f-a284-6c72ef1b86fc service nova] Enqueued Resource ID: da7ba78f-c26e-42e9-8da1-a75dbbec82aa with Priority: HIGHEST for action security_group_members [ 946.124210] env[65832]: INFO networking_nsxv3.common.synchronization [req-32f5940f-54bb-4e30-a4ca-dae143ac9c43 req-28de6c62-b50c-411f-a284-6c72ef1b86fc service nova] Enqueued Resource ID: 0a146973-e787-407d-acff-d259472b41d8 with Priority: HIGHEST for action port [ 946.125648] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da7ba78f-c26e-42e9-8da1-a75dbbec82aa with Priority: HIGHEST for action security_group_rules [ 946.128058] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da7ba78f-c26e-42e9-8da1-a75dbbec82aa with Priority: HIGHEST for action security_group_members [ 946.128058] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a146973-e787-407d-acff-d259472b41d8 with Priority: HIGHEST for action port [ 946.129066] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da7ba78f-c26e-42e9-8da1-a75dbbec82aa taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.129212] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.130281] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.130281] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.130281] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da7ba78f-c26e-42e9-8da1-a75dbbec82aa',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.131270] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.131437] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.131662] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.131755] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.133537] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.134397] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.134576] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.134877] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.134877] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.135093] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da7ba78f-c26e-42e9-8da1-a75dbbec82aa',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.136237] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a146973-e787-407d-acff-d259472b41d8 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.137195] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a146973-e787-407d-acff-d259472b41d8" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.137195] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a146973-e787-407d-acff-d259472b41d8" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.137195] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a146973-e787-407d-acff-d259472b41d8" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.137195] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a146973-e787-407d-acff-d259472b41d8',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.187212] env[65832]: INFO networking_nsxv3.common.synchronization [req-faf35ad6-cf35-4ab7-9d2d-7fab2d37572b req-670545dc-a110-498a-8595-ac137de73490 tempest-ListImageFiltersTestJSON-794302836 tempest-ListImageFiltersTestJSON-794302836-project-member] Enqueued Resource ID: da7ba78f-c26e-42e9-8da1-a75dbbec82aa with Priority: HIGHEST for action security_group_members [ 946.188664] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da7ba78f-c26e-42e9-8da1-a75dbbec82aa with Priority: HIGHEST for action security_group_members [ 946.189503] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.189503] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.624557] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.626019] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-806" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.626019] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-806" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.626019] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-806" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.630023] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.630023] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.630023] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.630023] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.630023] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.630023] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.630023] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 946.630023] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 946.630023] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 946.630023] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.630023] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 946.630023] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 946.643286] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a146973-e787-407d-acff-d259472b41d8 with status ACTIVE [ 946.643286] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.643286] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.643286] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.643286] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.643286] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.643286] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.643286] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.643286] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.643286] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.643286] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.643286] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.643286] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.643286] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.644067] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.644207] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.644365] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a146973-e787-407d-acff-d259472b41d8 is going to be updated. [ 946.646120] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.646296] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.646550] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da7ba78f-c26e-42e9-8da1-a75dbbec82aa',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.659834] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 946.660039] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 946.660180] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 946.660353] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-806" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.660693] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-9ae9d639-e889-475f-a59c-42592d376bcd taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.660877] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-9ae9d639-e889-475f-a59c-42592d376bcd" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.660996] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-9ae9d639-e889-475f-a59c-42592d376bcd" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.661468] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-9ae9d639-e889-475f-a59c-42592d376bcd" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.661547] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ae9d639-e889-475f-a59c-42592d376bcd',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.688061] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.688061] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.688061] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.688061] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.688061] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.688061] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a146973-e787-407d-acff-d259472b41d8" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.932246] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7343315-4ac9-44e2-9fbe-8f9020ec4880 in Status: SUCCESS [ 946.932467] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7343315-4ac9-44e2-9fbe-8f9020ec4880" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.932701] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7343315-4ac9-44e2-9fbe-8f9020ec4880" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.932915] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7343315-4ac9-44e2-9fbe-8f9020ec4880" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.933238] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.933436] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.933571] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.933753] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.933854] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.933953] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7343315-4ac9-44e2-9fbe-8f9020ec4880" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.934084] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7343315-4ac9-44e2-9fbe-8f9020ec4880',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.150855] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da7ba78f-c26e-42e9-8da1-a75dbbec82aa',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.165434] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.165591] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.165864] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.166201] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.166395] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.166583] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port 9ae9d639-e889-475f-a59c-42592d376bcd not found, creating... [ 947.166958] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.167213] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.167422] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.167826] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.167956] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.168432] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.168761] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.168810] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.169101] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.169534] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.169534] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: 9ae9d639-e889-475f-a59c-42592d376bcd is going to be created. [ 947.193627] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.193919] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.194134] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.194478] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.194774] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.195134] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-9ae9d639-e889-475f-a59c-42592d376bcd" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.437752] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7343315-4ac9-44e2-9fbe-8f9020ec4880 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.438057] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7343315-4ac9-44e2-9fbe-8f9020ec4880" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.438154] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7343315-4ac9-44e2-9fbe-8f9020ec4880" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.438440] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7343315-4ac9-44e2-9fbe-8f9020ec4880" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.438685] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.438821] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.438927] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.439172] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.439292] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.439411] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7343315-4ac9-44e2-9fbe-8f9020ec4880" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.439613] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7343315-4ac9-44e2-9fbe-8f9020ec4880 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.439741] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7343315-4ac9-44e2-9fbe-8f9020ec4880" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.439828] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7343315-4ac9-44e2-9fbe-8f9020ec4880" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.440020] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7343315-4ac9-44e2-9fbe-8f9020ec4880" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.440211] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.440339] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.440425] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.440615] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.440736] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.440826] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7343315-4ac9-44e2-9fbe-8f9020ec4880" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.440944] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7343315-4ac9-44e2-9fbe-8f9020ec4880',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.653378] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.653767] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.653767] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.653954] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.654120] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.654241] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da7ba78f-c26e-42e9-8da1-a75dbbec82aa is going to be created. [ 947.678922] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.679225] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.679379] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.679701] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.679985] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.694931] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da7ba78f-c26e-42e9-8da1-a75dbbec82aa in Status: UNINITIALIZED for 2s [ 947.895397] env[65832]: INFO networking_nsxv3.common.synchronization [req-faf35ad6-cf35-4ab7-9d2d-7fab2d37572b req-2503ecec-70b5-4d75-aefd-6048c0fe8138 service nova] Enqueued Resource ID: da7ba78f-c26e-42e9-8da1-a75dbbec82aa with Priority: HIGHEST for action security_group_rules [ 947.895636] env[65832]: INFO networking_nsxv3.common.synchronization [req-faf35ad6-cf35-4ab7-9d2d-7fab2d37572b req-2503ecec-70b5-4d75-aefd-6048c0fe8138 service nova] Enqueued Resource ID: da7ba78f-c26e-42e9-8da1-a75dbbec82aa with Priority: HIGHEST for action security_group_members [ 947.895763] env[65832]: INFO networking_nsxv3.common.synchronization [req-faf35ad6-cf35-4ab7-9d2d-7fab2d37572b req-2503ecec-70b5-4d75-aefd-6048c0fe8138 service nova] Enqueued Resource ID: 9ae9d639-e889-475f-a59c-42592d376bcd with Priority: HIGHEST for action port [ 947.896346] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da7ba78f-c26e-42e9-8da1-a75dbbec82aa with Priority: HIGHEST for action security_group_rules [ 947.896484] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da7ba78f-c26e-42e9-8da1-a75dbbec82aa with Priority: HIGHEST for action security_group_members [ 947.896576] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ae9d639-e889-475f-a59c-42592d376bcd with Priority: HIGHEST for action port [ 947.896854] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da7ba78f-c26e-42e9-8da1-a75dbbec82aa taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.896957] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.898263] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.898540] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.898861] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ae9d639-e889-475f-a59c-42592d376bcd taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.899050] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ae9d639-e889-475f-a59c-42592d376bcd" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.899166] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ae9d639-e889-475f-a59c-42592d376bcd" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.899824] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ae9d639-e889-475f-a59c-42592d376bcd" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.899968] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ae9d639-e889-475f-a59c-42592d376bcd',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.947020] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7343315-4ac9-44e2-9fbe-8f9020ec4880: rpc.has_security_group_logging(os_id): False [ 947.968210] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.968210] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.968210] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.968210] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.968210] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.968210] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.968210] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.968210] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.968210] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.968210] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.968628] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.968628] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.968628] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.968760] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.968789] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.968962] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.969061] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.969119] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.969252] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.969319] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.969398] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7343315-4ac9-44e2-9fbe-8f9020ec4880 is going to be created. [ 948.040483] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.040700] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.040700] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.041220] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.041220] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.058792] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7343315-4ac9-44e2-9fbe-8f9020ec4880 in Status: IN_PROGRESS for 2s [ 948.296829] env[65832]: INFO networking_nsxv3.common.synchronization [req-c266fad6-909d-4354-9019-b3c5c32e17f5 req-f9bb05ae-6765-4f9b-b327-830313ff8202 tempest-ServerAddressesTestJSON-1677231129 tempest-ServerAddressesTestJSON-1677231129-project-member] Enqueued Resource ID: 58b262f3-eb29-4d35-84a9-2b0e6d754adb with Priority: HIGHEST for action security_group_members [ 948.297434] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58b262f3-eb29-4d35-84a9-2b0e6d754adb with Priority: HIGHEST for action security_group_members [ 948.297768] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-58b262f3-eb29-4d35-84a9-2b0e6d754adb taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.297900] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58b262f3-eb29-4d35-84a9-2b0e6d754adb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.297961] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58b262f3-eb29-4d35-84a9-2b0e6d754adb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.300736] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58b262f3-eb29-4d35-84a9-2b0e6d754adb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.300953] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.301083] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.301162] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.301336] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.301422] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.301521] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58b262f3-eb29-4d35-84a9-2b0e6d754adb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.403233] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ae9d639-e889-475f-a59c-42592d376bcd with status ACTIVE [ 948.403539] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.404139] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.404226] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.404504] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.404553] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.404742] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.404942] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.404942] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.405050] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.405160] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.405281] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.405375] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.405431] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.405654] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.405758] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.405798] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ae9d639-e889-475f-a59c-42592d376bcd is going to be updated. [ 948.431441] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.431623] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.431700] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.431924] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.432106] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.433627] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ae9d639-e889-475f-a59c-42592d376bcd" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.729238] env[65832]: INFO networking_nsxv3.common.synchronization [req-3e6263d5-811b-4ae6-923f-9587fd3027bf req-867974dd-9525-42cc-bd20-77f0348217c2 tempest-ServerActionsTestJSON-1537680952 tempest-ServerActionsTestJSON-1537680952-project-member] Enqueued Resource ID: adc2b205-082e-44d3-b74d-a16b9e0ad79a with Priority: HIGHEST for action security_group_members [ 948.731082] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adc2b205-082e-44d3-b74d-a16b9e0ad79a with Priority: HIGHEST for action security_group_members [ 948.731904] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-adc2b205-082e-44d3-b74d-a16b9e0ad79a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.732510] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adc2b205-082e-44d3-b74d-a16b9e0ad79a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.732825] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adc2b205-082e-44d3-b74d-a16b9e0ad79a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.734028] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adc2b205-082e-44d3-b74d-a16b9e0ad79a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.734028] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.734028] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.734028] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.734028] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.734028] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.734377] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adc2b205-082e-44d3-b74d-a16b9e0ad79a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.807776] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.807948] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.808034] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.808315] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.808419] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.808620] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.808721] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.808782] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.808984] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.809070] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.809170] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58b262f3-eb29-4d35-84a9-2b0e6d754adb is going to be updated. [ 948.874211] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.874536] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.874536] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.874663] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.874810] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.887776] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58b262f3-eb29-4d35-84a9-2b0e6d754adb in Status: IN_PROGRESS for 2s [ 949.240575] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.240575] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.240575] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.240575] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.240575] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.240575] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.240575] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.240575] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.240575] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.240575] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.240575] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adc2b205-082e-44d3-b74d-a16b9e0ad79a already deleted. [ 949.240575] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adc2b205-082e-44d3-b74d-a16b9e0ad79a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.256860] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-672 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.257101] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-672" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.257202] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-672" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.257590] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-672" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.257979] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.258155] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.258312] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.258806] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.258983] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.259441] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.260174] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 949.260174] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 949.260174] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 949.260174] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.260174] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 949.260404] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 949.289140] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 949.289362] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 949.289514] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 949.289747] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-672" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.290204] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-ced4f172-b820-4682-9bbf-23ce1b2b9704 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.290505] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-ced4f172-b820-4682-9bbf-23ce1b2b9704" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.290559] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-ced4f172-b820-4682-9bbf-23ce1b2b9704" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.290917] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-ced4f172-b820-4682-9bbf-23ce1b2b9704" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.291143] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ced4f172-b820-4682-9bbf-23ce1b2b9704',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.707036] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da7ba78f-c26e-42e9-8da1-a75dbbec82aa in Status: SUCCESS [ 949.707277] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.707444] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.707745] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.707956] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.708091] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.708137] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.709054] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.709054] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.709054] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da7ba78f-c26e-42e9-8da1-a75dbbec82aa',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.793655] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.794022] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.794022] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.794372] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.794476] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.794630] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port ced4f172-b820-4682-9bbf-23ce1b2b9704 not found, creating... [ 949.794880] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.795056] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.795298] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.795419] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.795565] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.795868] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.796059] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.796191] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.796535] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.796649] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.796747] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: ced4f172-b820-4682-9bbf-23ce1b2b9704 is going to be created. [ 949.820189] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.820507] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.820670] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.820946] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.821182] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.821407] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-ced4f172-b820-4682-9bbf-23ce1b2b9704" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.078689] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7343315-4ac9-44e2-9fbe-8f9020ec4880 in Status: SUCCESS [ 950.078938] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7343315-4ac9-44e2-9fbe-8f9020ec4880" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.210663] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da7ba78f-c26e-42e9-8da1-a75dbbec82aa',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.563056] env[65832]: INFO networking_nsxv3.common.synchronization [req-3e6263d5-811b-4ae6-923f-9587fd3027bf req-c628e2c1-ff1d-41ac-bf08-15fddd8de5db service nova] Enqueued Resource ID: adc2b205-082e-44d3-b74d-a16b9e0ad79a with Priority: HIGHEST for action security_group_rules [ 950.563544] env[65832]: INFO networking_nsxv3.common.synchronization [req-3e6263d5-811b-4ae6-923f-9587fd3027bf req-c628e2c1-ff1d-41ac-bf08-15fddd8de5db service nova] Enqueued Resource ID: adc2b205-082e-44d3-b74d-a16b9e0ad79a with Priority: HIGHEST for action security_group_members [ 950.563544] env[65832]: INFO networking_nsxv3.common.synchronization [req-3e6263d5-811b-4ae6-923f-9587fd3027bf req-c628e2c1-ff1d-41ac-bf08-15fddd8de5db service nova] Enqueued Resource ID: ced4f172-b820-4682-9bbf-23ce1b2b9704 with Priority: HIGHEST for action port [ 950.564542] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adc2b205-082e-44d3-b74d-a16b9e0ad79a with Priority: HIGHEST for action security_group_rules [ 950.564542] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adc2b205-082e-44d3-b74d-a16b9e0ad79a with Priority: HIGHEST for action security_group_members [ 950.564542] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ced4f172-b820-4682-9bbf-23ce1b2b9704 with Priority: HIGHEST for action port [ 950.565270] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-adc2b205-082e-44d3-b74d-a16b9e0ad79a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.565413] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-adc2b205-082e-44d3-b74d-a16b9e0ad79a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.565474] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-adc2b205-082e-44d3-b74d-a16b9e0ad79a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.565867] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-adc2b205-082e-44d3-b74d-a16b9e0ad79a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.565867] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('adc2b205-082e-44d3-b74d-a16b9e0ad79a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.567182] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-adc2b205-082e-44d3-b74d-a16b9e0ad79a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.567308] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adc2b205-082e-44d3-b74d-a16b9e0ad79a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.567494] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adc2b205-082e-44d3-b74d-a16b9e0ad79a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.568609] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adc2b205-082e-44d3-b74d-a16b9e0ad79a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.568795] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.568922] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.568986] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.569243] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.569397] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.569466] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adc2b205-082e-44d3-b74d-a16b9e0ad79a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.570739] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-ced4f172-b820-4682-9bbf-23ce1b2b9704 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.570919] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ced4f172-b820-4682-9bbf-23ce1b2b9704" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.571036] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ced4f172-b820-4682-9bbf-23ce1b2b9704" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.571273] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ced4f172-b820-4682-9bbf-23ce1b2b9704" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.571390] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ced4f172-b820-4682-9bbf-23ce1b2b9704',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.713052] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da7ba78f-c26e-42e9-8da1-a75dbbec82aa',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.901714] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58b262f3-eb29-4d35-84a9-2b0e6d754adb in Status: SUCCESS [ 950.902087] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58b262f3-eb29-4d35-84a9-2b0e6d754adb deletion is rescheduled due to dependency. [ 950.902087] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58b262f3-eb29-4d35-84a9-2b0e6d754adb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.075597] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-adc2b205-082e-44d3-b74d-a16b9e0ad79a taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.075597] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adc2b205-082e-44d3-b74d-a16b9e0ad79a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.075597] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('adc2b205-082e-44d3-b74d-a16b9e0ad79a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.077556] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ced4f172-b820-4682-9bbf-23ce1b2b9704 with status ACTIVE [ 951.077556] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.077899] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.077899] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.078332] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.078667] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.079235] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.079235] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.079235] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.079515] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.079515] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.080029] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.080029] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.080029] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.080319] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.080319] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.081096] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ced4f172-b820-4682-9bbf-23ce1b2b9704 is going to be updated. [ 951.151408] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.151408] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.151408] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.151408] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.151408] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.151408] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ced4f172-b820-4682-9bbf-23ce1b2b9704" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.219899] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.220166] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.220295] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.220580] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.220669] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.220804] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da7ba78f-c26e-42e9-8da1-a75dbbec82aa is going to be updated. [ 951.296098] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.296098] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.296098] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.296098] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.296098] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.314678] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da7ba78f-c26e-42e9-8da1-a75dbbec82aa in Status: IN_PROGRESS for 2s [ 951.576611] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('adc2b205-082e-44d3-b74d-a16b9e0ad79a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.079697] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.080136] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.080136] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.080206] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.080244] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.080384] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adc2b205-082e-44d3-b74d-a16b9e0ad79a is going to be created. [ 952.113408] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.113563] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.113636] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.114057] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.114430] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.126838] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adc2b205-082e-44d3-b74d-a16b9e0ad79a in Status: UNINITIALIZED for 2s [ 953.325168] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da7ba78f-c26e-42e9-8da1-a75dbbec82aa in Status: SUCCESS [ 953.325168] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.325500] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.325570] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.325775] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.325895] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.326211] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.326211] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.326211] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.326376] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.326376] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da7ba78f-c26e-42e9-8da1-a75dbbec82aa',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.327274] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.327390] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.327521] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.327730] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.327960] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.328335] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.328413] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.328451] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da7ba78f-c26e-42e9-8da1-a75dbbec82aa',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.685043] env[65832]: INFO networking_nsxv3.common.synchronization [req-799421d0-ae79-466a-b17c-db655a040cfa req-0f65ee3a-1f36-4ad0-b937-dd165a446cba tempest-MigrationsAdminTest-681095415 tempest-MigrationsAdminTest-681095415-project-member] Enqueued Resource ID: 7c73c220-a4b7-4acd-9a43-197eee6cf67d with Priority: HIGHEST for action security_group_members [ 953.685043] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c73c220-a4b7-4acd-9a43-197eee6cf67d with Priority: HIGHEST for action security_group_members [ 953.685043] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c73c220-a4b7-4acd-9a43-197eee6cf67d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.685043] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.685043] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.685043] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.685843] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.686132] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.687190] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.687190] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.687190] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.687190] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c73c220-a4b7-4acd-9a43-197eee6cf67d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.831437] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.831437] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.832654] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da7ba78f-c26e-42e9-8da1-a75dbbec82aa',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.141876] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adc2b205-082e-44d3-b74d-a16b9e0ad79a in Status: SUCCESS [ 954.143157] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adc2b205-082e-44d3-b74d-a16b9e0ad79a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.143157] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adc2b205-082e-44d3-b74d-a16b9e0ad79a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.143410] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adc2b205-082e-44d3-b74d-a16b9e0ad79a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.143506] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.143648] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.143743] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.143934] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.144047] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.144136] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adc2b205-082e-44d3-b74d-a16b9e0ad79a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.144222] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('adc2b205-082e-44d3-b74d-a16b9e0ad79a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.188392] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c73c220-a4b7-4acd-9a43-197eee6cf67d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.338413] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da7ba78f-c26e-42e9-8da1-a75dbbec82aa',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.649058] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('adc2b205-082e-44d3-b74d-a16b9e0ad79a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.690836] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c73c220-a4b7-4acd-9a43-197eee6cf67d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.840948] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.840948] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.840948] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.841171] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.841311] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.841420] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da7ba78f-c26e-42e9-8da1-a75dbbec82aa is going to be updated. [ 954.871236] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.871394] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.871458] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.871698] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.871860] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.882266] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da7ba78f-c26e-42e9-8da1-a75dbbec82aa in Status: IN_PROGRESS for 2s [ 955.153167] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for adc2b205-082e-44d3-b74d-a16b9e0ad79a: rpc.has_security_group_logging(os_id): False [ 955.172259] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.172259] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.172259] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.172259] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.172259] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.172574] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.172574] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.172651] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.172771] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.172842] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.173417] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: adc2b205-082e-44d3-b74d-a16b9e0ad79a is going to be created. [ 955.196630] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.196826] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.196870] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.197083] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.197171] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.197268] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c73c220-a4b7-4acd-9a43-197eee6cf67d is going to be updated. [ 955.235662] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.235924] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.236091] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.237189] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.237189] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.249256] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c73c220-a4b7-4acd-9a43-197eee6cf67d in Status: IN_PROGRESS for 2s [ 955.251932] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.252492] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.252492] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.252858] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.253067] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.279908] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: adc2b205-082e-44d3-b74d-a16b9e0ad79a in Status: IN_PROGRESS for 2s [ 956.892445] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da7ba78f-c26e-42e9-8da1-a75dbbec82aa in Status: SUCCESS [ 956.892742] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.892824] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.893044] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.893236] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.893374] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.893407] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.893560] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.893637] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.893720] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.893875] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.893971] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.894035] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.894178] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.894312] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.894400] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.894459] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.894591] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.894662] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.894739] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.895158] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da7ba78f-c26e-42e9-8da1-a75dbbec82aa',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.261376] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c73c220-a4b7-4acd-9a43-197eee6cf67d in Status: SUCCESS [ 957.261678] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.295130] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: adc2b205-082e-44d3-b74d-a16b9e0ad79a in Status: SUCCESS [ 957.295395] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-adc2b205-082e-44d3-b74d-a16b9e0ad79a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.398040] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da7ba78f-c26e-42e9-8da1-a75dbbec82aa: rpc.has_security_group_logging(os_id): False [ 957.416114] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.416833] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.416833] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.416833] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.416833] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.416989] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.416989] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.417136] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.417290] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.417290] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.417415] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.417514] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.417564] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.417844] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.418030] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.418335] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.418449] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.418566] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.418769] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.418857] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.418909] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da7ba78f-c26e-42e9-8da1-a75dbbec82aa is going to be created. [ 957.485984] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.486207] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.486300] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.486530] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.486900] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.497641] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da7ba78f-c26e-42e9-8da1-a75dbbec82aa in Status: IN_PROGRESS for 2s [ 957.907075] env[65832]: INFO networking_nsxv3.common.synchronization [req-7727a699-aea6-48d8-8d4a-1d50f07274ea req-f79ed841-8092-4ebe-b2fd-9ffddc04b2ed tempest-ImagesTestJSON-1599396182 tempest-ImagesTestJSON-1599396182-project-member] Enqueued Resource ID: 4bd37931-eb07-4e67-a120-f1641325ae52 with Priority: HIGHEST for action security_group_members [ 957.907778] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bd37931-eb07-4e67-a120-f1641325ae52 with Priority: HIGHEST for action security_group_members [ 957.908037] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bd37931-eb07-4e67-a120-f1641325ae52 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.908143] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.908186] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.908415] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.908577] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.908700] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.908767] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.908917] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.909014] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.909108] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bd37931-eb07-4e67-a120-f1641325ae52',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.275953] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-726 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.276228] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-726" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.276353] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-726" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.276717] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-726" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.277881] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.277881] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.277881] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.277881] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.277881] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.282551] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 958.282551] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 958.282551] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 958.282801] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 958.282801] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 958.282905] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 958.282995] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 958.317338] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 958.318157] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 958.318157] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 958.318157] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-726" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.318503] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-abb1abd4-fa84-473b-9884-df49a22dbc90 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.318886] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-abb1abd4-fa84-473b-9884-df49a22dbc90" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.318977] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-abb1abd4-fa84-473b-9884-df49a22dbc90" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.319788] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-abb1abd4-fa84-473b-9884-df49a22dbc90" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.319788] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abb1abd4-fa84-473b-9884-df49a22dbc90',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.412388] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.412388] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.412388] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.412388] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.412388] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.412388] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.412388] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.412388] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.412388] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.412388] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.412388] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bd37931-eb07-4e67-a120-f1641325ae52 already deleted. [ 958.412388] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.821543] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.821796] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.821927] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.822262] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.822412] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.822568] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port abb1abd4-fa84-473b-9884-df49a22dbc90 not found, creating... [ 958.822835] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.822997] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.823134] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.823583] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.823583] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.823883] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.824281] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.824433] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.824732] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.824882] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.825059] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: abb1abd4-fa84-473b-9884-df49a22dbc90 is going to be created. [ 958.855230] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.855473] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.855823] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.856105] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.856471] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.856861] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-abb1abd4-fa84-473b-9884-df49a22dbc90" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.261163] env[65832]: INFO networking_nsxv3.common.synchronization [req-3b27e6af-5247-49f5-9053-ab7e73e33f11 req-fefff766-e0dd-445e-b19c-87a78855c3e6 tempest-ServersNegativeTestMultiTenantJSON-271180359 tempest-ServersNegativeTestMultiTenantJSON-271180359-project-member] Enqueued Resource ID: a7343315-4ac9-44e2-9fbe-8f9020ec4880 with Priority: HIGHEST for action security_group_members [ 959.262472] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7343315-4ac9-44e2-9fbe-8f9020ec4880 with Priority: HIGHEST for action security_group_members [ 959.262472] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7343315-4ac9-44e2-9fbe-8f9020ec4880 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.262630] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7343315-4ac9-44e2-9fbe-8f9020ec4880" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.262630] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7343315-4ac9-44e2-9fbe-8f9020ec4880" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.262824] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7343315-4ac9-44e2-9fbe-8f9020ec4880" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.263016] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.263128] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.263213] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.263384] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.263516] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.263607] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7343315-4ac9-44e2-9fbe-8f9020ec4880',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.512961] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da7ba78f-c26e-42e9-8da1-a75dbbec82aa in Status: SUCCESS [ 959.513260] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.513393] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.513660] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.513718] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da7ba78f-c26e-42e9-8da1-a75dbbec82aa',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.553804] env[65832]: INFO networking_nsxv3.common.synchronization [req-7727a699-aea6-48d8-8d4a-1d50f07274ea req-ed069554-ca00-4213-9b51-6d5ce59257b6 service nova] Enqueued Resource ID: 4bd37931-eb07-4e67-a120-f1641325ae52 with Priority: HIGHEST for action security_group_rules [ 959.554018] env[65832]: INFO networking_nsxv3.common.synchronization [req-7727a699-aea6-48d8-8d4a-1d50f07274ea req-ed069554-ca00-4213-9b51-6d5ce59257b6 service nova] Enqueued Resource ID: 4bd37931-eb07-4e67-a120-f1641325ae52 with Priority: HIGHEST for action security_group_members [ 959.554131] env[65832]: INFO networking_nsxv3.common.synchronization [req-7727a699-aea6-48d8-8d4a-1d50f07274ea req-ed069554-ca00-4213-9b51-6d5ce59257b6 service nova] Enqueued Resource ID: abb1abd4-fa84-473b-9884-df49a22dbc90 with Priority: HIGHEST for action port [ 959.554349] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bd37931-eb07-4e67-a120-f1641325ae52 with Priority: HIGHEST for action security_group_rules [ 959.554475] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bd37931-eb07-4e67-a120-f1641325ae52 with Priority: HIGHEST for action security_group_members [ 959.554573] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abb1abd4-fa84-473b-9884-df49a22dbc90 with Priority: HIGHEST for action port [ 959.555517] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bd37931-eb07-4e67-a120-f1641325ae52 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.555663] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.555722] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.555968] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.556082] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bd37931-eb07-4e67-a120-f1641325ae52',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.556925] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bd37931-eb07-4e67-a120-f1641325ae52 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.557060] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.557129] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.557303] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.557447] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.557541] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.557603] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.557784] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.557851] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.557953] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bd37931-eb07-4e67-a120-f1641325ae52',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.559718] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-abb1abd4-fa84-473b-9884-df49a22dbc90 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.559718] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abb1abd4-fa84-473b-9884-df49a22dbc90" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.559718] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abb1abd4-fa84-473b-9884-df49a22dbc90" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.559718] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abb1abd4-fa84-473b-9884-df49a22dbc90" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.559718] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abb1abd4-fa84-473b-9884-df49a22dbc90',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.766314] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.766467] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.766543] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.766752] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.766844] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.767045] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.767147] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.767223] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.767429] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.767463] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.767542] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7343315-4ac9-44e2-9fbe-8f9020ec4880 is going to be updated. [ 959.802426] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.802589] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.802659] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.802882] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.803034] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.815465] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7343315-4ac9-44e2-9fbe-8f9020ec4880 in Status: IN_PROGRESS for 2s [ 960.016267] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.016267] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.016267] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.016489] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.016745] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.016929] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.017014] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.018029] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.018029] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.018029] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.018029] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da7ba78f-c26e-42e9-8da1-a75dbbec82aa',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.060682] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bd37931-eb07-4e67-a120-f1641325ae52',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.062072] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bd37931-eb07-4e67-a120-f1641325ae52 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.062200] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.062388] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port abb1abd4-fa84-473b-9884-df49a22dbc90 with status ACTIVE [ 960.062577] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.062689] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.063282] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.063547] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.063643] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.063945] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.064102] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.064168] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.064345] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.064419] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.064603] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.064694] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.064750] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.065291] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.065402] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.065479] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: abb1abd4-fa84-473b-9884-df49a22dbc90 is going to be updated. [ 960.092369] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.092369] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.092369] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.092369] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.092369] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.092369] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abb1abd4-fa84-473b-9884-df49a22dbc90" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.521088] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.521400] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.521440] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.522324] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.522324] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.522324] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.522324] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.522558] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.523609] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.523780] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.524040] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.524274] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.524349] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.524563] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.524752] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.525066] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.525066] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.525174] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.525174] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.525237] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.525334] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da7ba78f-c26e-42e9-8da1-a75dbbec82aa',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.568444] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bd37931-eb07-4e67-a120-f1641325ae52',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.573313] env[65832]: INFO networking_nsxv3.common.synchronization [req-ca7d6cf6-56ff-4004-b80d-0f5f94ea167a req-59978fbc-04dc-4788-9deb-125db95adde3 tempest-AttachInterfacesTestJSON-1132375137 tempest-AttachInterfacesTestJSON-1132375137-project-member] Enqueued Resource ID: de2bc482-63dd-48c4-8f7f-3a5895248c7a with Priority: HIGHEST for action security_group_members [ 960.573916] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de2bc482-63dd-48c4-8f7f-3a5895248c7a with Priority: HIGHEST for action security_group_members [ 960.574253] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-de2bc482-63dd-48c4-8f7f-3a5895248c7a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.574380] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de2bc482-63dd-48c4-8f7f-3a5895248c7a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.574437] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de2bc482-63dd-48c4-8f7f-3a5895248c7a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.574697] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de2bc482-63dd-48c4-8f7f-3a5895248c7a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.575054] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.575173] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.575235] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.575429] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.575510] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.575602] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de2bc482-63dd-48c4-8f7f-3a5895248c7a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.979749] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.984051] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-183" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.984051] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-183" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.984236] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-183" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.984676] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.984926] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.985103] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.985346] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.985494] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.985900] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.986051] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.986174] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.986292] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.986528] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.986704] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.986917] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 961.008664] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 961.008860] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 961.009115] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 961.009222] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-183" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.009504] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-cece56a5-d948-434a-86c7-cd92b47176b0 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.009677] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-cece56a5-d948-434a-86c7-cd92b47176b0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.009793] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-cece56a5-d948-434a-86c7-cd92b47176b0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.010155] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-cece56a5-d948-434a-86c7-cd92b47176b0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.010298] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cece56a5-d948-434a-86c7-cd92b47176b0',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.027909] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da7ba78f-c26e-42e9-8da1-a75dbbec82aa: rpc.has_security_group_logging(os_id): False [ 961.048203] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.048384] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.048502] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.048637] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.048829] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.049163] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.049326] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.049394] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.049603] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.049692] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.049919] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.050072] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.050105] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.050257] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.050331] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.050513] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.050626] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.050706] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.050849] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.050944] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.051075] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da7ba78f-c26e-42e9-8da1-a75dbbec82aa is going to be updated. [ 961.071954] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.072132] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.072259] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.072485] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.072485] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.072613] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bd37931-eb07-4e67-a120-f1641325ae52 is going to be created. [ 961.078144] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.078144] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.078269] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.078512] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.078512] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.078703] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.078796] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.078849] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.078994] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.079142] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.079221] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de2bc482-63dd-48c4-8f7f-3a5895248c7a already deleted. [ 961.079290] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de2bc482-63dd-48c4-8f7f-3a5895248c7a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.104289] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.104573] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.104573] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.104725] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.104826] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.119188] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bd37931-eb07-4e67-a120-f1641325ae52 in Status: UNINITIALIZED for 2s [ 961.122582] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.122582] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.122582] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.122937] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.122985] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.142176] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da7ba78f-c26e-42e9-8da1-a75dbbec82aa in Status: IN_PROGRESS for 2s [ 961.513460] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.513796] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.513952] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.514308] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.514477] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.514650] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port cece56a5-d948-434a-86c7-cd92b47176b0 not found, creating... [ 961.514914] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.515082] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.515216] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.515440] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.515575] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.515858] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.516051] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.516172] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.516379] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.516512] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.516652] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: cece56a5-d948-434a-86c7-cd92b47176b0 is going to be created. [ 961.538656] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.539240] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.539240] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.539315] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.539545] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.539822] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-cece56a5-d948-434a-86c7-cd92b47176b0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.832135] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7343315-4ac9-44e2-9fbe-8f9020ec4880 in Status: SUCCESS [ 961.832383] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7343315-4ac9-44e2-9fbe-8f9020ec4880 deletion is rescheduled due to dependency. [ 961.832504] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7343315-4ac9-44e2-9fbe-8f9020ec4880" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.949632] env[65832]: INFO networking_nsxv3.common.synchronization [None req-3deac718-579f-4318-8b88-4b8dc666aee6 tempest-ServerRescueNegativeTestJSON-6968955 tempest-ServerRescueNegativeTestJSON-6968955-project-member] Enqueued Resource ID: 67724f93-5c1b-43da-b3d7-d13c51fccb2a with Priority: HIGHEST for action security_group_rules [ 961.950252] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67724f93-5c1b-43da-b3d7-d13c51fccb2a with Priority: HIGHEST for action security_group_rules [ 961.951200] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67724f93-5c1b-43da-b3d7-d13c51fccb2a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.951388] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67724f93-5c1b-43da-b3d7-d13c51fccb2a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.951452] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67724f93-5c1b-43da-b3d7-d13c51fccb2a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.951760] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67724f93-5c1b-43da-b3d7-d13c51fccb2a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.951876] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67724f93-5c1b-43da-b3d7-d13c51fccb2a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.149401] env[65832]: INFO networking_nsxv3.common.synchronization [None req-7955bc36-1fd6-4c3d-a3d3-0f26e8b2097e tempest-ServerRescueNegativeTestJSON-6968955 tempest-ServerRescueNegativeTestJSON-6968955-project-member] Enqueued Resource ID: 67724f93-5c1b-43da-b3d7-d13c51fccb2a with Priority: HIGHEST for action security_group_rules [ 962.153018] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67724f93-5c1b-43da-b3d7-d13c51fccb2a with Priority: HIGHEST for action security_group_rules [ 962.153018] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67724f93-5c1b-43da-b3d7-d13c51fccb2a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.153018] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67724f93-5c1b-43da-b3d7-d13c51fccb2a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.319365] env[65832]: INFO networking_nsxv3.common.synchronization [req-ca7d6cf6-56ff-4004-b80d-0f5f94ea167a req-382aee9c-8375-4963-aede-8abb8235911a service nova] Enqueued Resource ID: de2bc482-63dd-48c4-8f7f-3a5895248c7a with Priority: HIGHEST for action security_group_rules [ 962.319365] env[65832]: INFO networking_nsxv3.common.synchronization [req-ca7d6cf6-56ff-4004-b80d-0f5f94ea167a req-382aee9c-8375-4963-aede-8abb8235911a service nova] Enqueued Resource ID: de2bc482-63dd-48c4-8f7f-3a5895248c7a with Priority: HIGHEST for action security_group_members [ 962.319365] env[65832]: INFO networking_nsxv3.common.synchronization [req-ca7d6cf6-56ff-4004-b80d-0f5f94ea167a req-382aee9c-8375-4963-aede-8abb8235911a service nova] Enqueued Resource ID: cece56a5-d948-434a-86c7-cd92b47176b0 with Priority: HIGHEST for action port [ 962.320191] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de2bc482-63dd-48c4-8f7f-3a5895248c7a with Priority: HIGHEST for action security_group_rules [ 962.320191] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de2bc482-63dd-48c4-8f7f-3a5895248c7a with Priority: HIGHEST for action security_group_members [ 962.320191] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cece56a5-d948-434a-86c7-cd92b47176b0 with Priority: HIGHEST for action port [ 962.320765] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de2bc482-63dd-48c4-8f7f-3a5895248c7a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.322077] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de2bc482-63dd-48c4-8f7f-3a5895248c7a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.322197] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de2bc482-63dd-48c4-8f7f-3a5895248c7a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.322375] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de2bc482-63dd-48c4-8f7f-3a5895248c7a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.322450] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de2bc482-63dd-48c4-8f7f-3a5895248c7a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.323438] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-de2bc482-63dd-48c4-8f7f-3a5895248c7a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.324497] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de2bc482-63dd-48c4-8f7f-3a5895248c7a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.324497] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de2bc482-63dd-48c4-8f7f-3a5895248c7a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.324497] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de2bc482-63dd-48c4-8f7f-3a5895248c7a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.324497] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.324497] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.324497] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.324497] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.324497] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.324497] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de2bc482-63dd-48c4-8f7f-3a5895248c7a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.327485] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-cece56a5-d948-434a-86c7-cd92b47176b0 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.327485] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cece56a5-d948-434a-86c7-cd92b47176b0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.327689] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cece56a5-d948-434a-86c7-cd92b47176b0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.327730] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cece56a5-d948-434a-86c7-cd92b47176b0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.328066] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cece56a5-d948-434a-86c7-cd92b47176b0',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.474948] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.475184] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.475184] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.475441] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.475546] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.475645] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67724f93-5c1b-43da-b3d7-d13c51fccb2a already deleted. [ 962.475870] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67724f93-5c1b-43da-b3d7-d13c51fccb2a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.475945] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67724f93-5c1b-43da-b3d7-d13c51fccb2a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.476155] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67724f93-5c1b-43da-b3d7-d13c51fccb2a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.476240] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67724f93-5c1b-43da-b3d7-d13c51fccb2a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.831497] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de2bc482-63dd-48c4-8f7f-3a5895248c7a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.832407] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-de2bc482-63dd-48c4-8f7f-3a5895248c7a taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.832477] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de2bc482-63dd-48c4-8f7f-3a5895248c7a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.832591] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cece56a5-d948-434a-86c7-cd92b47176b0 with status ACTIVE [ 962.832751] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.832858] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.832920] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.834040] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.834040] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.834040] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.834040] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.834040] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.834040] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.834040] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.834040] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.834040] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.834565] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.834565] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.834565] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.834565] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cece56a5-d948-434a-86c7-cd92b47176b0 is going to be updated. [ 962.858826] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.859038] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.859087] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.859258] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.859392] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.859552] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cece56a5-d948-434a-86c7-cd92b47176b0" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.001570] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.001774] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.001853] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.002224] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.002370] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.002612] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67724f93-5c1b-43da-b3d7-d13c51fccb2a already deleted. [ 963.002695] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67724f93-5c1b-43da-b3d7-d13c51fccb2a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.131534] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bd37931-eb07-4e67-a120-f1641325ae52 in Status: SUCCESS [ 963.131765] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.131977] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.132320] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.133640] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.133640] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.133640] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.133640] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.133640] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.133640] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.133640] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4bd37931-eb07-4e67-a120-f1641325ae52',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.157698] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da7ba78f-c26e-42e9-8da1-a75dbbec82aa in Status: SUCCESS [ 963.157698] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.338471] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de2bc482-63dd-48c4-8f7f-3a5895248c7a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.638169] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bd37931-eb07-4e67-a120-f1641325ae52 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.638169] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.638169] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.638169] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.638537] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.638840] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.638944] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.639146] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.639287] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.639406] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.639681] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bd37931-eb07-4e67-a120-f1641325ae52 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.639762] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.639862] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.639960] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.640337] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.640486] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.640572] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.640736] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.640843] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.640946] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.641609] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4bd37931-eb07-4e67-a120-f1641325ae52',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.840330] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.840680] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.840680] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.842245] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.842245] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.842245] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de2bc482-63dd-48c4-8f7f-3a5895248c7a is going to be created. [ 963.868325] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.868325] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.868811] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.869273] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.869577] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.882043] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de2bc482-63dd-48c4-8f7f-3a5895248c7a in Status: UNINITIALIZED for 2s [ 964.144785] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4bd37931-eb07-4e67-a120-f1641325ae52: rpc.has_security_group_logging(os_id): False [ 964.167750] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.168322] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.169944] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.169944] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.169944] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.169944] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.169944] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.169944] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.172244] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.172615] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.173417] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.175764] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.175764] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.175764] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.175764] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.175764] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.175764] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.175764] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.175764] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.176616] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.177042] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bd37931-eb07-4e67-a120-f1641325ae52 is going to be created. [ 964.275093] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.275093] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.275093] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.275093] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.275093] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.299270] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bd37931-eb07-4e67-a120-f1641325ae52 in Status: IN_PROGRESS for 2s [ 965.493516] env[65832]: INFO networking_nsxv3.common.synchronization [req-4e091224-c42c-4e77-a371-9a992cd61909 req-dc330d36-2f74-4a9d-a3d0-5721c7fd6b5c tempest-ServersTestJSON-1196950663 tempest-ServersTestJSON-1196950663-project-member] Enqueued Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_members [ 965.493516] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_members [ 965.494085] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.494534] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.494889] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.495657] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.496055] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.498043] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.498043] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.498043] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.498043] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.498043] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.894638] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de2bc482-63dd-48c4-8f7f-3a5895248c7a in Status: SUCCESS [ 965.894934] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de2bc482-63dd-48c4-8f7f-3a5895248c7a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.895199] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de2bc482-63dd-48c4-8f7f-3a5895248c7a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.895575] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de2bc482-63dd-48c4-8f7f-3a5895248c7a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.895806] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.896029] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.896148] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.896340] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.896493] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.896628] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de2bc482-63dd-48c4-8f7f-3a5895248c7a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.896702] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de2bc482-63dd-48c4-8f7f-3a5895248c7a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.000156] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.049693] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-524 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.050346] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-524" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.050728] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-524" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.052914] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-524" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.053369] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.054815] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.054815] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.054815] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.054815] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.054815] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 966.054815] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 966.054815] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 966.054815] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 966.055187] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 966.055187] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 966.055246] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 966.077580] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 966.077885] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 966.078045] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 966.078232] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-524" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.078839] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-56ced3cc-655d-4a74-ba86-c41c54abbf7a taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.078839] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-56ced3cc-655d-4a74-ba86-c41c54abbf7a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.079062] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-56ced3cc-655d-4a74-ba86-c41c54abbf7a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.079315] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-56ced3cc-655d-4a74-ba86-c41c54abbf7a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.079544] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56ced3cc-655d-4a74-ba86-c41c54abbf7a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.315142] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bd37931-eb07-4e67-a120-f1641325ae52 in Status: SUCCESS [ 966.315563] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.400191] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de2bc482-63dd-48c4-8f7f-3a5895248c7a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.502571] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.581607] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.581942] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.582169] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.582582] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.582804] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.582948] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port 56ced3cc-655d-4a74-ba86-c41c54abbf7a not found, creating... [ 966.583266] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.583440] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.583561] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.583863] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.584030] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.584872] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.585222] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.585280] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.585570] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.585749] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.586123] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: 56ced3cc-655d-4a74-ba86-c41c54abbf7a is going to be created. [ 966.611986] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.612279] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.612408] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.612802] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.613119] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.613472] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-56ced3cc-655d-4a74-ba86-c41c54abbf7a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.902339] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de2bc482-63dd-48c4-8f7f-3a5895248c7a: rpc.has_security_group_logging(os_id): False [ 966.926058] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.926228] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.926363] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.926537] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.926631] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.926896] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.927024] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.927076] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.927239] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.927315] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.927444] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de2bc482-63dd-48c4-8f7f-3a5895248c7a is going to be created. [ 967.006674] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.006862] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.006905] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.007202] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.007452] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.008753] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.008865] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.008927] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.009530] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.009639] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.009742] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 is going to be updated. [ 967.024448] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de2bc482-63dd-48c4-8f7f-3a5895248c7a in Status: IN_PROGRESS for 2s [ 967.066339] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.066502] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.066573] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.068654] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.068963] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.080685] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: IN_PROGRESS for 2s [ 967.393607] env[65832]: INFO networking_nsxv3.common.synchronization [None req-ee4d0e2e-679c-47f6-9592-5dffead2f0bc None None] Enqueued Resource ID: 750a1057-dc61-419e-99ef-5fa3addfe710 with Priority: HIGHEST for action port [ 967.394243] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 750a1057-dc61-419e-99ef-5fa3addfe710 with Priority: HIGHEST for action port [ 967.394605] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-750a1057-dc61-419e-99ef-5fa3addfe710 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.394750] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-750a1057-dc61-419e-99ef-5fa3addfe710" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.394819] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-750a1057-dc61-419e-99ef-5fa3addfe710" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.395334] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-750a1057-dc61-419e-99ef-5fa3addfe710" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.395334] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('750a1057-dc61-419e-99ef-5fa3addfe710',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.415073] env[65832]: INFO networking_nsxv3.common.synchronization [req-4e091224-c42c-4e77-a371-9a992cd61909 req-5d23320d-6318-47d0-8483-c4859fee1beb service nova] Enqueued Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_rules [ 967.415228] env[65832]: INFO networking_nsxv3.common.synchronization [req-4e091224-c42c-4e77-a371-9a992cd61909 req-5d23320d-6318-47d0-8483-c4859fee1beb service nova] Enqueued Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_members [ 967.415304] env[65832]: INFO networking_nsxv3.common.synchronization [req-4e091224-c42c-4e77-a371-9a992cd61909 req-5d23320d-6318-47d0-8483-c4859fee1beb service nova] Enqueued Resource ID: 56ced3cc-655d-4a74-ba86-c41c54abbf7a with Priority: HIGHEST for action port [ 967.416216] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_rules [ 967.416361] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_members [ 967.416679] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56ced3cc-655d-4a74-ba86-c41c54abbf7a with Priority: HIGHEST for action port [ 967.416866] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.417758] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.417758] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.417758] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.417758] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.419009] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.419009] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.419199] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-56ced3cc-655d-4a74-ba86-c41c54abbf7a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.419276] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56ced3cc-655d-4a74-ba86-c41c54abbf7a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.419313] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56ced3cc-655d-4a74-ba86-c41c54abbf7a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.421321] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56ced3cc-655d-4a74-ba86-c41c54abbf7a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.421321] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56ced3cc-655d-4a74-ba86-c41c54abbf7a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.605965] env[65832]: INFO networking_nsxv3.common.synchronization [req-5a68edc3-1d4d-46be-b698-d3a79defddd5 req-ec654069-0fcf-4955-97e9-4d469ee05642 tempest-ServersWithSpecificFlavorTestJSON-1532719263 tempest-ServersWithSpecificFlavorTestJSON-1532719263-project-member] Enqueued Resource ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f with Priority: HIGHEST for action security_group_members [ 967.610024] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f with Priority: HIGHEST for action security_group_members [ 967.610024] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.610024] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.610024] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.610024] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.610024] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.610024] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.610024] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.610024] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.610024] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.610024] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.898039] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 750a1057-dc61-419e-99ef-5fa3addfe710 [ 967.898289] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.899706] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.899706] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.899706] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.899706] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.899706] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:750a1057-dc61-419e-99ef-5fa3addfe710 already deleted. [ 967.899706] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-750a1057-dc61-419e-99ef-5fa3addfe710" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.923877] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.923877] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.924168] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56ced3cc-655d-4a74-ba86-c41c54abbf7a with status ACTIVE [ 967.925169] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.925169] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.925169] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.925169] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.925169] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.925169] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.925169] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.925492] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.925492] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.925554] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.925735] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.925893] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.925963] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.926436] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.926436] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.926436] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56ced3cc-655d-4a74-ba86-c41c54abbf7a is going to be updated. [ 967.950030] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.950194] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.950239] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.951205] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.951205] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.951205] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56ced3cc-655d-4a74-ba86-c41c54abbf7a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.113270] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.113270] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.113270] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.113521] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.147309] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.149931] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.150197] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.150197] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.150679] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.150679] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.150679] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f is going to be updated. [ 968.199284] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.199284] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.200053] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.200053] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.200053] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.216659] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f in Status: IN_PROGRESS for 2s [ 969.044016] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de2bc482-63dd-48c4-8f7f-3a5895248c7a in Status: SUCCESS [ 969.044016] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de2bc482-63dd-48c4-8f7f-3a5895248c7a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.093112] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: SUCCESS [ 969.093403] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.093627] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.093899] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.094153] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.094302] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.094406] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.094585] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.094692] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.094810] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.596683] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.101332] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.146776] env[65832]: INFO networking_nsxv3.common.synchronization [req-0ff8086a-d254-4892-8142-394256c0cbb2 req-df00b8a8-47f3-49b0-9aaf-a2edb6db75d7 tempest-ServerRescueNegativeTestJSON-6968955 tempest-ServerRescueNegativeTestJSON-6968955-project-member] Enqueued Resource ID: 67724f93-5c1b-43da-b3d7-d13c51fccb2a with Priority: HIGHEST for action security_group_members [ 970.147937] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67724f93-5c1b-43da-b3d7-d13c51fccb2a with Priority: HIGHEST for action security_group_members [ 970.147937] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-67724f93-5c1b-43da-b3d7-d13c51fccb2a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.147937] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67724f93-5c1b-43da-b3d7-d13c51fccb2a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.148430] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67724f93-5c1b-43da-b3d7-d13c51fccb2a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.148430] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67724f93-5c1b-43da-b3d7-d13c51fccb2a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.148506] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.148570] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.148632] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.148818] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.148915] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.149025] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67724f93-5c1b-43da-b3d7-d13c51fccb2a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.233317] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f in Status: SUCCESS [ 970.234052] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f deletion is rescheduled due to dependency. [ 970.234052] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.389827] env[65832]: INFO networking_nsxv3.common.synchronization [None req-02417203-3245-4a40-a77c-f86ca18b9c48 None None] Enqueued Resource ID: a6907d97-2e33-4f4c-aaeb-741c2304eff6 with Priority: HIGHEST for action port [ 970.389827] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6907d97-2e33-4f4c-aaeb-741c2304eff6 with Priority: HIGHEST for action port [ 970.390681] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6907d97-2e33-4f4c-aaeb-741c2304eff6 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.390681] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6907d97-2e33-4f4c-aaeb-741c2304eff6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.390681] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6907d97-2e33-4f4c-aaeb-741c2304eff6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.390983] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6907d97-2e33-4f4c-aaeb-741c2304eff6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.390983] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6907d97-2e33-4f4c-aaeb-741c2304eff6',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.610201] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.610201] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.610201] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.610201] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.610201] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.610201] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 is going to be updated. [ 970.638803] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-254 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.639324] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-254" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.639487] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-254" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.639737] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-254" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.640398] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.640558] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.640685] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.641113] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.641472] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.641779] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.641902] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 970.642032] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 970.642148] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 970.642262] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.642368] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 970.642499] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 970.644817] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.645122] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.645189] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.645353] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.645489] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.652893] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.653047] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.653120] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.653307] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.653397] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.653578] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.653675] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.653737] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.653884] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.653957] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.654051] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67724f93-5c1b-43da-b3d7-d13c51fccb2a already deleted. [ 970.654129] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67724f93-5c1b-43da-b3d7-d13c51fccb2a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.658362] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: IN_PROGRESS for 2s [ 970.666139] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 970.666326] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 970.666471] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 970.666663] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-254" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.667067] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-a3187391-6040-4469-bb98-9b86bd3f0a5f taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.667479] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-a3187391-6040-4469-bb98-9b86bd3f0a5f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.667479] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-a3187391-6040-4469-bb98-9b86bd3f0a5f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.667730] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-a3187391-6040-4469-bb98-9b86bd3f0a5f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.667877] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3187391-6040-4469-bb98-9b86bd3f0a5f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.893094] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6907d97-2e33-4f4c-aaeb-741c2304eff6 [ 970.893094] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.893376] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.893376] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.893477] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.893587] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.893658] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6907d97-2e33-4f4c-aaeb-741c2304eff6 already deleted. [ 970.893743] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6907d97-2e33-4f4c-aaeb-741c2304eff6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.173506] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.173506] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.173506] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.173506] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.173506] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.173506] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port a3187391-6040-4469-bb98-9b86bd3f0a5f not found, creating... [ 971.173506] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.173506] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.173506] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.173506] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.173506] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.174596] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.174596] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.174596] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.174596] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.175395] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.175664] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: a3187391-6040-4469-bb98-9b86bd3f0a5f is going to be created. [ 971.203154] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.203422] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.204045] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.205444] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.205799] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.206217] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-a3187391-6040-4469-bb98-9b86bd3f0a5f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.996493] env[65832]: INFO networking_nsxv3.common.synchronization [req-0ff8086a-d254-4892-8142-394256c0cbb2 req-902025d4-88ef-4a1e-9b52-8fea7721f65c service nova] Enqueued Resource ID: 67724f93-5c1b-43da-b3d7-d13c51fccb2a with Priority: HIGHEST for action security_group_rules [ 971.996771] env[65832]: INFO networking_nsxv3.common.synchronization [req-0ff8086a-d254-4892-8142-394256c0cbb2 req-902025d4-88ef-4a1e-9b52-8fea7721f65c service nova] Enqueued Resource ID: 67724f93-5c1b-43da-b3d7-d13c51fccb2a with Priority: HIGHEST for action security_group_members [ 971.996935] env[65832]: INFO networking_nsxv3.common.synchronization [req-0ff8086a-d254-4892-8142-394256c0cbb2 req-902025d4-88ef-4a1e-9b52-8fea7721f65c service nova] Enqueued Resource ID: a3187391-6040-4469-bb98-9b86bd3f0a5f with Priority: HIGHEST for action port [ 971.998189] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67724f93-5c1b-43da-b3d7-d13c51fccb2a with Priority: HIGHEST for action security_group_rules [ 971.998189] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67724f93-5c1b-43da-b3d7-d13c51fccb2a with Priority: HIGHEST for action security_group_members [ 971.998189] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3187391-6040-4469-bb98-9b86bd3f0a5f with Priority: HIGHEST for action port [ 971.998534] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67724f93-5c1b-43da-b3d7-d13c51fccb2a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.998641] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67724f93-5c1b-43da-b3d7-d13c51fccb2a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.998696] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67724f93-5c1b-43da-b3d7-d13c51fccb2a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.999223] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67724f93-5c1b-43da-b3d7-d13c51fccb2a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.999223] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67724f93-5c1b-43da-b3d7-d13c51fccb2a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.001777] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-67724f93-5c1b-43da-b3d7-d13c51fccb2a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.001777] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67724f93-5c1b-43da-b3d7-d13c51fccb2a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.001777] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67724f93-5c1b-43da-b3d7-d13c51fccb2a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.001777] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67724f93-5c1b-43da-b3d7-d13c51fccb2a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.001777] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.001777] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.002163] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.002163] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.002234] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.002331] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67724f93-5c1b-43da-b3d7-d13c51fccb2a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.003301] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3187391-6040-4469-bb98-9b86bd3f0a5f taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.003445] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3187391-6040-4469-bb98-9b86bd3f0a5f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.003518] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3187391-6040-4469-bb98-9b86bd3f0a5f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.003713] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3187391-6040-4469-bb98-9b86bd3f0a5f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.003816] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3187391-6040-4469-bb98-9b86bd3f0a5f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.509647] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-67724f93-5c1b-43da-b3d7-d13c51fccb2a taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.510069] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67724f93-5c1b-43da-b3d7-d13c51fccb2a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.510941] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('67724f93-5c1b-43da-b3d7-d13c51fccb2a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.511261] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a3187391-6040-4469-bb98-9b86bd3f0a5f with status ACTIVE [ 972.511560] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.511766] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.511838] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.512147] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.512324] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.512572] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.512735] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.512823] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.516320] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.516515] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.517222] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.517222] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.517222] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.517222] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.517222] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.517536] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a3187391-6040-4469-bb98-9b86bd3f0a5f is going to be updated. [ 972.543623] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.543871] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.543871] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.544077] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.544218] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.544386] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3187391-6040-4469-bb98-9b86bd3f0a5f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.669281] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: SUCCESS [ 972.669508] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.669776] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.670092] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.670309] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.670434] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.670501] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.670710] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.670802] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.670901] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.671008] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.864033] env[65832]: INFO networking_nsxv3.common.synchronization [req-1090cfdb-1a1d-4140-a3ca-96bc002a7469 req-b21c8241-9ade-4059-bdf2-83312be18589 tempest-MigrationsAdminTest-681095415 tempest-MigrationsAdminTest-681095415-project-member] Enqueued Resource ID: 7c73c220-a4b7-4acd-9a43-197eee6cf67d with Priority: HIGHEST for action security_group_members [ 972.864033] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c73c220-a4b7-4acd-9a43-197eee6cf67d with Priority: HIGHEST for action security_group_members [ 972.864033] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c73c220-a4b7-4acd-9a43-197eee6cf67d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.864033] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.864033] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.865054] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.865243] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.865477] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.865723] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.865988] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.866211] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.866423] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c73c220-a4b7-4acd-9a43-197eee6cf67d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.021016] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('67724f93-5c1b-43da-b3d7-d13c51fccb2a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.173996] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.174233] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.174319] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.174702] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.174760] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.174869] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.174944] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.175242] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.175347] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.175347] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.175553] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.175624] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.175695] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.175821] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.176062] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.176175] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.176230] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.176371] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.176459] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.176543] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.176649] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.371241] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.371573] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.371692] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.372012] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.396292] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.396568] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.396685] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.396837] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.396968] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.397063] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.397215] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c73c220-a4b7-4acd-9a43-197eee6cf67d is going to be updated. [ 973.432105] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.432372] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.432372] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.432529] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.432668] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.449039] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c73c220-a4b7-4acd-9a43-197eee6cf67d in Status: IN_PROGRESS for 2s [ 973.524260] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.524260] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.524756] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.524756] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.524756] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.524756] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67724f93-5c1b-43da-b3d7-d13c51fccb2a is going to be created. [ 973.551427] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.551672] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.551672] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.551856] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.552040] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.565229] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67724f93-5c1b-43da-b3d7-d13c51fccb2a in Status: UNINITIALIZED for 2s [ 973.679864] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97b5a618-8f37-483b-8732-3ef21cc084f5: rpc.has_security_group_logging(os_id): False [ 973.699333] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.700231] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.700231] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.700231] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.700231] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.700231] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.700231] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.700444] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.700444] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.700549] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.700698] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.700816] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.700855] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.701979] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.701979] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.701979] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.701979] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.701979] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.701979] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.702566] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.702566] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 is going to be updated. [ 973.767078] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.767240] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.767310] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.767523] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.767727] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.784643] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: IN_PROGRESS for 2s [ 975.460357] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c73c220-a4b7-4acd-9a43-197eee6cf67d in Status: SUCCESS [ 975.460687] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c73c220-a4b7-4acd-9a43-197eee6cf67d deletion is rescheduled due to dependency. [ 975.460729] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.579763] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67724f93-5c1b-43da-b3d7-d13c51fccb2a in Status: SUCCESS [ 975.579763] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67724f93-5c1b-43da-b3d7-d13c51fccb2a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.579763] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67724f93-5c1b-43da-b3d7-d13c51fccb2a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.579763] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67724f93-5c1b-43da-b3d7-d13c51fccb2a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.579763] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.579763] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.579763] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.579763] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.579763] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.579763] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67724f93-5c1b-43da-b3d7-d13c51fccb2a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.579763] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('67724f93-5c1b-43da-b3d7-d13c51fccb2a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.805285] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: SUCCESS [ 975.805555] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.081150] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('67724f93-5c1b-43da-b3d7-d13c51fccb2a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.583907] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 67724f93-5c1b-43da-b3d7-d13c51fccb2a: rpc.has_security_group_logging(os_id): False [ 976.607133] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.607133] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.607133] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.607133] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.607133] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.607133] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.607133] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.607133] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.607133] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.607133] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.607133] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67724f93-5c1b-43da-b3d7-d13c51fccb2a is going to be created. [ 976.675309] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.675614] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.675782] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.675956] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.676201] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.689280] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67724f93-5c1b-43da-b3d7-d13c51fccb2a in Status: IN_PROGRESS for 2s [ 977.846996] env[65832]: INFO networking_nsxv3.common.synchronization [req-ed04b30a-d756-4524-9c93-5f597aa1c21f req-ba9f272e-6a8f-441b-b0be-6ebd01d6db72 tempest-ServersTestBootFromVolume-2143141434 tempest-ServersTestBootFromVolume-2143141434-project-member] Enqueued Resource ID: b95af0a0-4ec4-40c4-94c5-9a4c25e3583e with Priority: HIGHEST for action security_group_members [ 977.847540] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b95af0a0-4ec4-40c4-94c5-9a4c25e3583e with Priority: HIGHEST for action security_group_members [ 977.848271] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-b95af0a0-4ec4-40c4-94c5-9a4c25e3583e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.848271] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b95af0a0-4ec4-40c4-94c5-9a4c25e3583e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.848271] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b95af0a0-4ec4-40c4-94c5-9a4c25e3583e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.848508] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b95af0a0-4ec4-40c4-94c5-9a4c25e3583e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.848508] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.848595] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.849423] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.849423] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.849423] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.849423] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b95af0a0-4ec4-40c4-94c5-9a4c25e3583e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.351733] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.351925] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.352008] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.352236] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.376302] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.376630] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.377885] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.377885] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.377885] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.377885] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.377885] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b95af0a0-4ec4-40c4-94c5-9a4c25e3583e is going to be updated. [ 978.409870] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.410047] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.410119] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.410357] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.410574] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.421190] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b95af0a0-4ec4-40c4-94c5-9a4c25e3583e in Status: IN_PROGRESS for 2s [ 978.702798] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 67724f93-5c1b-43da-b3d7-d13c51fccb2a in Status: SUCCESS [ 978.703139] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67724f93-5c1b-43da-b3d7-d13c51fccb2a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.432138] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b95af0a0-4ec4-40c4-94c5-9a4c25e3583e in Status: SUCCESS [ 980.432416] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b95af0a0-4ec4-40c4-94c5-9a4c25e3583e deletion is rescheduled due to dependency. [ 980.432459] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b95af0a0-4ec4-40c4-94c5-9a4c25e3583e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.450222] env[65832]: INFO networking_nsxv3.common.synchronization [None req-bfc880d0-681b-42d1-8034-65d38a34cc76 None None] Enqueued Resource ID: f8e40c0a-2b97-48bb-b6bd-32b8fd3cccd4 with Priority: HIGHEST for action port [ 982.450742] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8e40c0a-2b97-48bb-b6bd-32b8fd3cccd4 with Priority: HIGHEST for action port [ 982.452023] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8e40c0a-2b97-48bb-b6bd-32b8fd3cccd4 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.452023] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8e40c0a-2b97-48bb-b6bd-32b8fd3cccd4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.452023] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8e40c0a-2b97-48bb-b6bd-32b8fd3cccd4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.452191] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8e40c0a-2b97-48bb-b6bd-32b8fd3cccd4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.452191] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8e40c0a-2b97-48bb-b6bd-32b8fd3cccd4',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.955859] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f8e40c0a-2b97-48bb-b6bd-32b8fd3cccd4 [ 982.956249] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.956782] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.957997] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.957997] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.957997] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.957997] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f8e40c0a-2b97-48bb-b6bd-32b8fd3cccd4 already deleted. [ 982.957997] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8e40c0a-2b97-48bb-b6bd-32b8fd3cccd4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.151216] env[65832]: INFO networking_nsxv3.common.synchronization [req-1278de06-4856-4982-a245-ba4fe79cb743 req-fe25ac8b-c7e3-44e6-8184-2d8e2c143602 tempest-ServerGroupTestJSON-544148396 tempest-ServerGroupTestJSON-544148396-project-member] Enqueued Resource ID: fbdcb7c7-d632-4900-82c8-38a850b72bc6 with Priority: HIGHEST for action security_group_members [ 983.151673] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbdcb7c7-d632-4900-82c8-38a850b72bc6 with Priority: HIGHEST for action security_group_members [ 983.151993] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbdcb7c7-d632-4900-82c8-38a850b72bc6 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.152631] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbdcb7c7-d632-4900-82c8-38a850b72bc6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.152748] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbdcb7c7-d632-4900-82c8-38a850b72bc6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.153525] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbdcb7c7-d632-4900-82c8-38a850b72bc6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.153525] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.153525] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.153525] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.153821] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.153821] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.153821] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbdcb7c7-d632-4900-82c8-38a850b72bc6',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.657373] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.657793] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.657793] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.658105] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.658105] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.658401] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.658401] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.658401] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.658620] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.658620] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.658798] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbdcb7c7-d632-4900-82c8-38a850b72bc6 already deleted. [ 983.658798] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbdcb7c7-d632-4900-82c8-38a850b72bc6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.714557] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-151 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.714825] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-151" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.714984] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-151" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.715453] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-151" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.716460] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.716460] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.716460] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.716460] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.716460] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.716460] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 983.716804] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 983.716804] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 983.716804] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 983.716902] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 983.716937] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 983.717082] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 983.741018] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 983.741202] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 983.741341] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 983.741530] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-151" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.741992] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-3bf8c946-51b1-4b16-871f-623fdbc75ed8 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.742115] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-3bf8c946-51b1-4b16-871f-623fdbc75ed8" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.742240] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-3bf8c946-51b1-4b16-871f-623fdbc75ed8" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.742645] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-3bf8c946-51b1-4b16-871f-623fdbc75ed8" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.742790] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bf8c946-51b1-4b16-871f-623fdbc75ed8',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.806669] env[65832]: INFO networking_nsxv3.common.synchronization [req-16585a21-0fcd-48f6-8d67-b3ff7e88f1d7 req-7757fa97-d75a-4509-a6f9-5d228e100697 tempest-AttachVolumeNegativeTest-1723517508 tempest-AttachVolumeNegativeTest-1723517508-project-member] Enqueued Resource ID: 65f4ac62-8724-4510-84a7-07241c314be3 with Priority: HIGHEST for action security_group_members [ 983.807548] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f4ac62-8724-4510-84a7-07241c314be3 with Priority: HIGHEST for action security_group_members [ 983.807814] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f4ac62-8724-4510-84a7-07241c314be3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.807980] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f4ac62-8724-4510-84a7-07241c314be3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.808107] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f4ac62-8724-4510-84a7-07241c314be3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.808373] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f4ac62-8724-4510-84a7-07241c314be3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.808585] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.808716] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.808807] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.808996] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.809123] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.809249] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65f4ac62-8724-4510-84a7-07241c314be3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.247364] env[65832]: INFO networking_nsxv3.common.synchronization [req-0672f84a-3cad-4704-a00e-ad6d3a9b0ba8 req-7e584a4a-020d-4cd5-a9e6-44edf11b804c tempest-ServersTestJSON-1196950663 tempest-ServersTestJSON-1196950663-project-member] Enqueued Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_members [ 984.247364] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_members [ 984.247364] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.247364] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.247364] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.247364] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.247364] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.247364] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.247364] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.247364] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.247364] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.247364] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.260403] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.260403] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.260403] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.260403] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.260403] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.260403] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port 3bf8c946-51b1-4b16-871f-623fdbc75ed8 not found, creating... [ 984.260403] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.260403] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.260403] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.260403] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.260403] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.262773] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.262773] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.262773] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.262773] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.262773] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.262773] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: 3bf8c946-51b1-4b16-871f-623fdbc75ed8 is going to be created. [ 984.281874] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.282279] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.282489] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.282783] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.283147] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.283307] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-3bf8c946-51b1-4b16-871f-623fdbc75ed8" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.312832] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.313031] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.313031] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.313305] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.313404] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.313618] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.313738] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.313806] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.313976] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.314078] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.314176] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65f4ac62-8724-4510-84a7-07241c314be3 is going to be updated. [ 984.368965] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.369329] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.369329] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.369435] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.369548] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.379901] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f4ac62-8724-4510-84a7-07241c314be3 in Status: IN_PROGRESS for 2s [ 984.714818] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.059544] env[65832]: INFO networking_nsxv3.common.synchronization [req-1278de06-4856-4982-a245-ba4fe79cb743 req-c7414618-1617-4347-8a19-64f870d1652c service nova] Enqueued Resource ID: fbdcb7c7-d632-4900-82c8-38a850b72bc6 with Priority: HIGHEST for action security_group_rules [ 985.059763] env[65832]: INFO networking_nsxv3.common.synchronization [req-1278de06-4856-4982-a245-ba4fe79cb743 req-c7414618-1617-4347-8a19-64f870d1652c service nova] Enqueued Resource ID: fbdcb7c7-d632-4900-82c8-38a850b72bc6 with Priority: HIGHEST for action security_group_members [ 985.059796] env[65832]: INFO networking_nsxv3.common.synchronization [req-1278de06-4856-4982-a245-ba4fe79cb743 req-c7414618-1617-4347-8a19-64f870d1652c service nova] Enqueued Resource ID: 3bf8c946-51b1-4b16-871f-623fdbc75ed8 with Priority: HIGHEST for action port [ 985.060445] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbdcb7c7-d632-4900-82c8-38a850b72bc6 with Priority: HIGHEST for action security_group_rules [ 985.060606] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbdcb7c7-d632-4900-82c8-38a850b72bc6 with Priority: HIGHEST for action security_group_members [ 985.060705] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bf8c946-51b1-4b16-871f-623fdbc75ed8 with Priority: HIGHEST for action port [ 985.061038] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbdcb7c7-d632-4900-82c8-38a850b72bc6 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.061184] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbdcb7c7-d632-4900-82c8-38a850b72bc6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.061249] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbdcb7c7-d632-4900-82c8-38a850b72bc6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.061525] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbdcb7c7-d632-4900-82c8-38a850b72bc6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.061662] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbdcb7c7-d632-4900-82c8-38a850b72bc6',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.062675] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbdcb7c7-d632-4900-82c8-38a850b72bc6 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.062854] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbdcb7c7-d632-4900-82c8-38a850b72bc6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.062910] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbdcb7c7-d632-4900-82c8-38a850b72bc6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.063218] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbdcb7c7-d632-4900-82c8-38a850b72bc6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.063443] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.063443] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.063613] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.063613] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.063766] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.063932] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbdcb7c7-d632-4900-82c8-38a850b72bc6',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.068963] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bf8c946-51b1-4b16-871f-623fdbc75ed8 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.069118] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bf8c946-51b1-4b16-871f-623fdbc75ed8" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.069192] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bf8c946-51b1-4b16-871f-623fdbc75ed8" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.069411] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bf8c946-51b1-4b16-871f-623fdbc75ed8" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.069506] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bf8c946-51b1-4b16-871f-623fdbc75ed8',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.113255] env[65832]: INFO networking_nsxv3.common.synchronization [None req-ec99ee5d-9d03-4395-97b5-f3cdf1c0b8f9 None None] Enqueued Resource ID: 963eb140-c1c9-4403-8091-1d09055d072a with Priority: HIGHEST for action port [ 985.115422] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 963eb140-c1c9-4403-8091-1d09055d072a with Priority: HIGHEST for action port [ 985.116193] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-963eb140-c1c9-4403-8091-1d09055d072a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.118428] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-963eb140-c1c9-4403-8091-1d09055d072a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.118428] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-963eb140-c1c9-4403-8091-1d09055d072a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.118428] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-963eb140-c1c9-4403-8091-1d09055d072a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.118428] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('963eb140-c1c9-4403-8091-1d09055d072a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.180470] env[65832]: INFO networking_nsxv3.common.synchronization [req-1c369dc3-df18-4688-a642-5b6eb95d0014 req-8466b710-fe79-4403-a94c-436af93d97b6 tempest-DeleteServersTestJSON-1628511814 tempest-DeleteServersTestJSON-1628511814-project-member] Enqueued Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGHEST for action security_group_members [ 985.181322] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGHEST for action security_group_members [ 985.181871] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f57d9f-b605-4bdf-8c98-9940026ff615 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.181980] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.181980] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.183414] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.183414] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.183414] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.183414] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.183414] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.184561] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.184561] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.223417] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.573202] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbdcb7c7-d632-4900-82c8-38a850b72bc6 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.573202] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbdcb7c7-d632-4900-82c8-38a850b72bc6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.573428] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbdcb7c7-d632-4900-82c8-38a850b72bc6',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.574487] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3bf8c946-51b1-4b16-871f-623fdbc75ed8 with status ACTIVE [ 985.574816] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.574816] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.574816] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.575058] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.575420] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.576040] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.576714] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.576834] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.577047] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.577138] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.577721] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.577859] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.577921] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.578119] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.578162] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.578237] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3bf8c946-51b1-4b16-871f-623fdbc75ed8 is going to be updated. [ 985.603560] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.603560] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.603560] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.603560] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.603560] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.603560] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bf8c946-51b1-4b16-871f-623fdbc75ed8" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.619522] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 963eb140-c1c9-4403-8091-1d09055d072a [ 985.619522] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.619813] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.619813] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.619890] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.620013] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.620118] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:963eb140-c1c9-4403-8091-1d09055d072a already deleted. [ 985.620177] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-963eb140-c1c9-4403-8091-1d09055d072a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.688263] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.688485] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.688521] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.688787] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.688873] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.689065] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.689232] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.689293] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.689674] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.689674] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.689674] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 is going to be updated. [ 985.727261] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.727637] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.727637] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.727859] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.727967] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.728084] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 is going to be updated. [ 985.734791] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.734973] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.735027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.735233] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.735372] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.754876] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 in Status: IN_PROGRESS for 2s [ 985.774916] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.775891] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.775891] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.775891] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.775891] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.799541] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: IN_PROGRESS for 2s [ 986.080650] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbdcb7c7-d632-4900-82c8-38a850b72bc6',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.392309] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f4ac62-8724-4510-84a7-07241c314be3 in Status: SUCCESS [ 986.392451] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65f4ac62-8724-4510-84a7-07241c314be3 deletion is rescheduled due to dependency. [ 986.392558] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f4ac62-8724-4510-84a7-07241c314be3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.583775] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.584013] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.584104] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.584332] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.584431] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.584857] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbdcb7c7-d632-4900-82c8-38a850b72bc6 is going to be created. [ 986.612530] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.612674] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.612743] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.612945] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.613888] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.625209] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbdcb7c7-d632-4900-82c8-38a850b72bc6 in Status: UNINITIALIZED for 2s [ 987.766565] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 in Status: SUCCESS [ 987.766967] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 deletion is rescheduled due to dependency. [ 987.766967] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.811609] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: SUCCESS [ 987.811905] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.637206] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbdcb7c7-d632-4900-82c8-38a850b72bc6 in Status: SUCCESS [ 988.637917] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbdcb7c7-d632-4900-82c8-38a850b72bc6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.637917] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbdcb7c7-d632-4900-82c8-38a850b72bc6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.637917] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbdcb7c7-d632-4900-82c8-38a850b72bc6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.638200] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.638313] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.638383] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.638527] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.638605] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.638693] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbdcb7c7-d632-4900-82c8-38a850b72bc6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.638810] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fbdcb7c7-d632-4900-82c8-38a850b72bc6',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.140999] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbdcb7c7-d632-4900-82c8-38a850b72bc6 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.141434] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbdcb7c7-d632-4900-82c8-38a850b72bc6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.141434] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbdcb7c7-d632-4900-82c8-38a850b72bc6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.141561] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbdcb7c7-d632-4900-82c8-38a850b72bc6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.141725] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.142117] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.142476] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.142634] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.142718] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.142828] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbdcb7c7-d632-4900-82c8-38a850b72bc6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.143109] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbdcb7c7-d632-4900-82c8-38a850b72bc6 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.143220] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbdcb7c7-d632-4900-82c8-38a850b72bc6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.143282] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbdcb7c7-d632-4900-82c8-38a850b72bc6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.143440] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbdcb7c7-d632-4900-82c8-38a850b72bc6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.143608] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.143701] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.143765] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.143974] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.144050] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.144102] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbdcb7c7-d632-4900-82c8-38a850b72bc6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.144299] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fbdcb7c7-d632-4900-82c8-38a850b72bc6',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.648011] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fbdcb7c7-d632-4900-82c8-38a850b72bc6: rpc.has_security_group_logging(os_id): False [ 989.682023] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.682023] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.682023] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.682023] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.682023] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.682023] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.682023] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.682023] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.682023] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.682023] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.682023] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.682023] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.682023] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.682023] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.682023] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.682815] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.682815] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.682815] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.682815] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.682815] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.682815] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbdcb7c7-d632-4900-82c8-38a850b72bc6 is going to be created. [ 989.762663] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.762767] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.762873] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.763205] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.763475] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.777793] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbdcb7c7-d632-4900-82c8-38a850b72bc6 in Status: IN_PROGRESS for 2s [ 989.893835] env[65832]: INFO networking_nsxv3.common.synchronization [req-054cf8a5-a374-43ac-a002-02d6276a6509 req-100962ca-d760-4758-b279-64bcefd4633a tempest-ServerActionsTestOtherA-1266280891 tempest-ServerActionsTestOtherA-1266280891-project-member] Enqueued Resource ID: 537d1b47-e6a9-4363-a31a-5816b9705962 with Priority: HIGHEST for action security_group_members [ 989.893963] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 537d1b47-e6a9-4363-a31a-5816b9705962 with Priority: HIGHEST for action security_group_members [ 989.894620] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-537d1b47-e6a9-4363-a31a-5816b9705962 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.894620] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.894620] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.894815] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.894858] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.895077] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.895077] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.896822] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.896822] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.897410] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('537d1b47-e6a9-4363-a31a-5816b9705962',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.400742] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.401119] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.401119] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.401119] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.401285] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.401411] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.401525] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.401587] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.401712] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.401786] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.402103] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 537d1b47-e6a9-4363-a31a-5816b9705962 already deleted. [ 990.402103] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.407793] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-38 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.408146] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-38" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.408383] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-38" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.408778] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-38" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.411444] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.411820] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.412007] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.412355] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.412551] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.412821] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.412975] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 990.413142] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 990.413295] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 990.413435] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.413582] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 990.413764] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 990.444702] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 990.444980] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 990.445219] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 990.445505] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-38" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.446538] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-61704125-127d-4380-973e-a303d43c35e8 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.446849] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-61704125-127d-4380-973e-a303d43c35e8" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.447073] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-61704125-127d-4380-973e-a303d43c35e8" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.447540] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-61704125-127d-4380-973e-a303d43c35e8" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.447813] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61704125-127d-4380-973e-a303d43c35e8',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.950724] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.951040] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.951199] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.951504] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.951701] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.951874] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port 61704125-127d-4380-973e-a303d43c35e8 not found, creating... [ 990.952195] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.952386] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.952700] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.952795] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.952911] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.953352] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.953522] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.953670] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.953887] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.954043] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.954194] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: 61704125-127d-4380-973e-a303d43c35e8 is going to be created. [ 990.977426] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.977773] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.978015] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.978316] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.978565] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.978846] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-61704125-127d-4380-973e-a303d43c35e8" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.713829] env[65832]: INFO networking_nsxv3.common.synchronization [req-054cf8a5-a374-43ac-a002-02d6276a6509 req-30ce7493-c252-4a30-a462-34e1defe5dd5 service nova] Enqueued Resource ID: 537d1b47-e6a9-4363-a31a-5816b9705962 with Priority: HIGHEST for action security_group_rules [ 991.714075] env[65832]: INFO networking_nsxv3.common.synchronization [req-054cf8a5-a374-43ac-a002-02d6276a6509 req-30ce7493-c252-4a30-a462-34e1defe5dd5 service nova] Enqueued Resource ID: 537d1b47-e6a9-4363-a31a-5816b9705962 with Priority: HIGHEST for action security_group_members [ 991.714299] env[65832]: INFO networking_nsxv3.common.synchronization [req-054cf8a5-a374-43ac-a002-02d6276a6509 req-30ce7493-c252-4a30-a462-34e1defe5dd5 service nova] Enqueued Resource ID: 61704125-127d-4380-973e-a303d43c35e8 with Priority: HIGHEST for action port [ 991.714716] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 537d1b47-e6a9-4363-a31a-5816b9705962 with Priority: HIGHEST for action security_group_rules [ 991.714868] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 537d1b47-e6a9-4363-a31a-5816b9705962 with Priority: HIGHEST for action security_group_members [ 991.714959] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61704125-127d-4380-973e-a303d43c35e8 with Priority: HIGHEST for action port [ 991.717048] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-537d1b47-e6a9-4363-a31a-5816b9705962 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.717204] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.717313] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.717593] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.717703] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('537d1b47-e6a9-4363-a31a-5816b9705962',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.718808] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-537d1b47-e6a9-4363-a31a-5816b9705962 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.718963] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.719044] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.719249] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.719787] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.719787] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.719787] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.719962] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.719962] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.720103] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('537d1b47-e6a9-4363-a31a-5816b9705962',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.721193] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-61704125-127d-4380-973e-a303d43c35e8 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.721308] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61704125-127d-4380-973e-a303d43c35e8" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.721373] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61704125-127d-4380-973e-a303d43c35e8" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.721781] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61704125-127d-4380-973e-a303d43c35e8" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.721882] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61704125-127d-4380-973e-a303d43c35e8',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.795361] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbdcb7c7-d632-4900-82c8-38a850b72bc6 in Status: SUCCESS [ 991.795598] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbdcb7c7-d632-4900-82c8-38a850b72bc6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.224564] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-537d1b47-e6a9-4363-a31a-5816b9705962 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.224823] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.225158] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('537d1b47-e6a9-4363-a31a-5816b9705962',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.226963] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61704125-127d-4380-973e-a303d43c35e8 with status ACTIVE [ 992.227230] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.227490] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.227611] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.227859] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.228140] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.228422] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.228607] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.229759] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.229759] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.229759] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.229759] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.229759] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.229759] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.230025] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.230025] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.230188] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61704125-127d-4380-973e-a303d43c35e8 is going to be updated. [ 992.263138] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.263303] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.263371] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.263581] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.263743] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.263921] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61704125-127d-4380-973e-a303d43c35e8" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.733498] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('537d1b47-e6a9-4363-a31a-5816b9705962',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.237272] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.237272] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.237272] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.237545] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.237599] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.237734] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 537d1b47-e6a9-4363-a31a-5816b9705962 is going to be created. [ 993.268451] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.268683] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.268763] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.269019] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.269206] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.281895] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 537d1b47-e6a9-4363-a31a-5816b9705962 in Status: UNINITIALIZED for 2s [ 994.019284] env[65832]: INFO networking_nsxv3.common.synchronization [req-bb434633-33c9-4f0d-816e-3436b08828e6 req-f2aa026a-cc03-4ca7-995d-d09bc27567b3 tempest-ImagesTestJSON-1599396182 tempest-ImagesTestJSON-1599396182-project-member] Enqueued Resource ID: 4bd37931-eb07-4e67-a120-f1641325ae52 with Priority: HIGHEST for action security_group_members [ 994.019860] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bd37931-eb07-4e67-a120-f1641325ae52 with Priority: HIGHEST for action security_group_members [ 994.020147] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bd37931-eb07-4e67-a120-f1641325ae52 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.020277] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.020343] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.020539] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.020701] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.020816] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.020857] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.021010] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.021099] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.021379] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bd37931-eb07-4e67-a120-f1641325ae52',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.169261] env[65832]: INFO networking_nsxv3.common.synchronization [req-08a9ba6d-706d-4ce7-a044-aa6b7a364196 req-bf5de38a-fade-433b-b0d9-d4041a47aab9 tempest-ServerActionsV293TestJSON-197521735 tempest-ServerActionsV293TestJSON-197521735-project-member] Enqueued Resource ID: a4e5caf2-d1c2-444d-8e37-0f75a312a360 with Priority: HIGHEST for action security_group_members [ 994.169261] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e5caf2-d1c2-444d-8e37-0f75a312a360 with Priority: HIGHEST for action security_group_members [ 994.169771] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4e5caf2-d1c2-444d-8e37-0f75a312a360 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.169771] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4e5caf2-d1c2-444d-8e37-0f75a312a360" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.169771] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4e5caf2-d1c2-444d-8e37-0f75a312a360" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.169941] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4e5caf2-d1c2-444d-8e37-0f75a312a360" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.170083] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.170250] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.170250] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.170491] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.170537] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.170693] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4e5caf2-d1c2-444d-8e37-0f75a312a360',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.523455] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.523611] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.523689] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.523922] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.524132] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.524372] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.524498] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.524544] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.524698] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.524777] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.524868] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bd37931-eb07-4e67-a120-f1641325ae52 is going to be updated. [ 994.554449] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.554449] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.554449] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.554449] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.554449] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.563541] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bd37931-eb07-4e67-a120-f1641325ae52 in Status: IN_PROGRESS for 2s [ 994.676235] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.676407] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.676479] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.676705] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.676798] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.676997] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.677112] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.677203] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.677326] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.677456] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.677487] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4e5caf2-d1c2-444d-8e37-0f75a312a360 is going to be updated. [ 994.714602] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.715666] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.715666] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.715666] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.715666] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.726539] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4e5caf2-d1c2-444d-8e37-0f75a312a360 in Status: IN_PROGRESS for 2s [ 995.298493] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 537d1b47-e6a9-4363-a31a-5816b9705962 in Status: SUCCESS [ 995.298900] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.301274] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.301536] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.303319] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.303319] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.303319] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.303319] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.303319] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.303319] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.303319] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('537d1b47-e6a9-4363-a31a-5816b9705962',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.805735] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-537d1b47-e6a9-4363-a31a-5816b9705962 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.805894] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.806120] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.806218] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.806366] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.806460] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.806535] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.806651] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.806735] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.806817] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.806964] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-537d1b47-e6a9-4363-a31a-5816b9705962 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.807055] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.807251] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.807251] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.807382] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.807444] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.807501] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.807631] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.807796] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.807890] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.807972] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('537d1b47-e6a9-4363-a31a-5816b9705962',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.096653] env[65832]: INFO networking_nsxv3.common.synchronization [req-eb4b366d-299b-4949-8ef8-128d7d876674 req-ebdda628-bf1b-4ec5-9c4d-affe7d31f9ef tempest-ServerGroupTestJSON-544148396 tempest-ServerGroupTestJSON-544148396-project-member] Enqueued Resource ID: fbdcb7c7-d632-4900-82c8-38a850b72bc6 with Priority: HIGHEST for action security_group_members [ 996.097572] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbdcb7c7-d632-4900-82c8-38a850b72bc6 with Priority: HIGHEST for action security_group_members [ 996.097633] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbdcb7c7-d632-4900-82c8-38a850b72bc6 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.097788] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbdcb7c7-d632-4900-82c8-38a850b72bc6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.097856] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbdcb7c7-d632-4900-82c8-38a850b72bc6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.098576] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbdcb7c7-d632-4900-82c8-38a850b72bc6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.098777] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.098902] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.098966] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.099156] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.099241] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.099341] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbdcb7c7-d632-4900-82c8-38a850b72bc6',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.310493] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 537d1b47-e6a9-4363-a31a-5816b9705962: rpc.has_security_group_logging(os_id): False [ 996.330056] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.330056] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.330056] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.330259] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.330352] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.330579] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.330684] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.330746] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.330895] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.330972] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.331159] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.331253] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.331312] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.331477] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.331552] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.334308] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.334617] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.334617] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.334744] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.334785] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.336349] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 537d1b47-e6a9-4363-a31a-5816b9705962 is going to be created. [ 996.400603] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.400603] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.400603] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.400603] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.400603] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.413566] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 537d1b47-e6a9-4363-a31a-5816b9705962 in Status: IN_PROGRESS for 2s [ 996.573626] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bd37931-eb07-4e67-a120-f1641325ae52 in Status: SUCCESS [ 996.573818] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bd37931-eb07-4e67-a120-f1641325ae52 deletion is rescheduled due to dependency. [ 996.573927] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.601482] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.601633] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.601707] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.601919] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.602014] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.602203] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.602301] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.602363] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.602505] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.602578] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.602661] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbdcb7c7-d632-4900-82c8-38a850b72bc6 is going to be updated. [ 996.648866] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.649081] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.649157] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.649365] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.649511] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.659975] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbdcb7c7-d632-4900-82c8-38a850b72bc6 in Status: IN_PROGRESS for 2s [ 996.738043] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4e5caf2-d1c2-444d-8e37-0f75a312a360 in Status: SUCCESS [ 996.738792] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4e5caf2-d1c2-444d-8e37-0f75a312a360 deletion is rescheduled due to dependency. [ 996.738792] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4e5caf2-d1c2-444d-8e37-0f75a312a360" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.129678] env[65832]: INFO networking_nsxv3.common.synchronization [req-f5b7c770-e2e1-4012-86a1-faac9271385c req-af710a2c-9ba0-4d58-bd15-2e5a0d0a0988 tempest-ServersTestJSON-1196950663 tempest-ServersTestJSON-1196950663-project-member] Enqueued Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_members [ 998.130155] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_members [ 998.130439] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.130564] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.130624] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.130819] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.131597] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.131597] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.131597] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.131597] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.131597] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.131597] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.428254] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 537d1b47-e6a9-4363-a31a-5816b9705962 in Status: SUCCESS [ 998.428254] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.638295] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.672054] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbdcb7c7-d632-4900-82c8-38a850b72bc6 in Status: SUCCESS [ 998.673280] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbdcb7c7-d632-4900-82c8-38a850b72bc6 deletion is rescheduled due to dependency. [ 998.673408] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbdcb7c7-d632-4900-82c8-38a850b72bc6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.059633] env[65832]: INFO networking_nsxv3.common.synchronization [req-eb558b5d-3956-4de0-a150-2bb96ff70c1a req-842b101e-2d6e-4041-a548-f168a9da2216 tempest-ServerTagsTestJSON-916205195 tempest-ServerTagsTestJSON-916205195-project-member] Enqueued Resource ID: ab5e6ff0-b967-4c5b-b9e5-c16594cfb280 with Priority: HIGHEST for action security_group_members [ 999.061704] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab5e6ff0-b967-4c5b-b9e5-c16594cfb280 with Priority: HIGHEST for action security_group_members [ 999.061704] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab5e6ff0-b967-4c5b-b9e5-c16594cfb280 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.061704] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab5e6ff0-b967-4c5b-b9e5-c16594cfb280" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.062818] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab5e6ff0-b967-4c5b-b9e5-c16594cfb280" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.062818] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab5e6ff0-b967-4c5b-b9e5-c16594cfb280" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.063113] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.063590] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.063667] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.063947] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.064216] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.064216] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab5e6ff0-b967-4c5b-b9e5-c16594cfb280',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.134670] env[65832]: INFO networking_nsxv3.common.synchronization [None req-39595a95-e4ed-4106-b235-ed6a27a65800 None None] Enqueued Resource ID: e4a66ecd-b963-4537-9c88-a4fd35bb48c9 with Priority: HIGHEST for action port [ 999.135252] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4a66ecd-b963-4537-9c88-a4fd35bb48c9 with Priority: HIGHEST for action port [ 999.135466] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4a66ecd-b963-4537-9c88-a4fd35bb48c9 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.135602] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4a66ecd-b963-4537-9c88-a4fd35bb48c9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.135691] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4a66ecd-b963-4537-9c88-a4fd35bb48c9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.135935] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4a66ecd-b963-4537-9c88-a4fd35bb48c9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.136028] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4a66ecd-b963-4537-9c88-a4fd35bb48c9',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.142355] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.495138] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-730 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.495334] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-730" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.495564] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-730" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.495796] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-730" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.496089] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.496274] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.496393] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.496607] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.496774] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.497058] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 999.497204] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 999.497372] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 999.497511] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 999.497633] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 999.497777] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 999.497913] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 999.516125] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 999.516406] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 999.516557] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 999.516738] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-730" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.517101] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-3c047348-f314-4f9a-a4bd-b62061abad45 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.517258] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-3c047348-f314-4f9a-a4bd-b62061abad45" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.517371] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-3c047348-f314-4f9a-a4bd-b62061abad45" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.517756] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-3c047348-f314-4f9a-a4bd-b62061abad45" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.517904] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c047348-f314-4f9a-a4bd-b62061abad45',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.568230] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.568230] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.568230] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.568230] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.568230] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.568230] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.568230] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.568628] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.568628] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.568628] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.568628] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab5e6ff0-b967-4c5b-b9e5-c16594cfb280 already deleted. [ 999.568778] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab5e6ff0-b967-4c5b-b9e5-c16594cfb280" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.638183] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4a66ecd-b963-4537-9c88-a4fd35bb48c9 [ 999.638573] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.638689] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.638689] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.638984] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.639263] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.639643] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4a66ecd-b963-4537-9c88-a4fd35bb48c9 already deleted. [ 999.640151] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4a66ecd-b963-4537-9c88-a4fd35bb48c9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.644576] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.644702] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.644784] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.644986] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.645088] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.645175] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 is going to be updated. [ 999.678716] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.678894] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.678959] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.679248] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.679418] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.691684] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: IN_PROGRESS for 2s [ 1000.020697] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.020961] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.021049] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.021335] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.021477] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.021632] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port 3c047348-f314-4f9a-a4bd-b62061abad45 not found, creating... [ 1000.021892] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.022062] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.022205] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.022401] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.022556] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.022881] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.023051] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.023171] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.023381] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.023514] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.023660] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: 3c047348-f314-4f9a-a4bd-b62061abad45 is going to be created. [ 1000.048075] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.048075] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.048075] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.048408] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.048528] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.048769] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-3c047348-f314-4f9a-a4bd-b62061abad45" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.397221] env[65832]: INFO networking_nsxv3.common.synchronization [None req-4a0b49db-0d8b-4b49-a1d3-a2378d934c56 tempest-AttachVolumeTestJSON-1786118423 tempest-AttachVolumeTestJSON-1786118423-project-member] Enqueued Resource ID: 011d5876-ec4a-442b-aecd-c1210bcaf81e with Priority: HIGHEST for action security_group_rules [ 1000.398220] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 011d5876-ec4a-442b-aecd-c1210bcaf81e with Priority: HIGHEST for action security_group_rules [ 1000.398220] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-011d5876-ec4a-442b-aecd-c1210bcaf81e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.398321] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-011d5876-ec4a-442b-aecd-c1210bcaf81e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.398392] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-011d5876-ec4a-442b-aecd-c1210bcaf81e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.398634] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-011d5876-ec4a-442b-aecd-c1210bcaf81e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.398854] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('011d5876-ec4a-442b-aecd-c1210bcaf81e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.533314] env[65832]: INFO networking_nsxv3.common.synchronization [None req-76c3315b-dcff-452f-90df-46ae24915bae tempest-AttachVolumeTestJSON-1786118423 tempest-AttachVolumeTestJSON-1786118423-project-member] Enqueued Resource ID: 011d5876-ec4a-442b-aecd-c1210bcaf81e with Priority: HIGHEST for action security_group_rules [ 1000.533887] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 011d5876-ec4a-442b-aecd-c1210bcaf81e with Priority: HIGHEST for action security_group_rules [ 1000.534224] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-011d5876-ec4a-442b-aecd-c1210bcaf81e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.534416] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-011d5876-ec4a-442b-aecd-c1210bcaf81e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.822979] env[65832]: INFO networking_nsxv3.common.synchronization [req-eb558b5d-3956-4de0-a150-2bb96ff70c1a req-9cf18e79-3c4e-4805-86ee-1ca9507ee1f8 service nova] Enqueued Resource ID: ab5e6ff0-b967-4c5b-b9e5-c16594cfb280 with Priority: HIGHEST for action security_group_rules [ 1000.822979] env[65832]: INFO networking_nsxv3.common.synchronization [req-eb558b5d-3956-4de0-a150-2bb96ff70c1a req-9cf18e79-3c4e-4805-86ee-1ca9507ee1f8 service nova] Enqueued Resource ID: ab5e6ff0-b967-4c5b-b9e5-c16594cfb280 with Priority: HIGHEST for action security_group_members [ 1000.822979] env[65832]: INFO networking_nsxv3.common.synchronization [req-eb558b5d-3956-4de0-a150-2bb96ff70c1a req-9cf18e79-3c4e-4805-86ee-1ca9507ee1f8 service nova] Enqueued Resource ID: 3c047348-f314-4f9a-a4bd-b62061abad45 with Priority: HIGHEST for action port [ 1000.822979] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab5e6ff0-b967-4c5b-b9e5-c16594cfb280 with Priority: HIGHEST for action security_group_rules [ 1000.822979] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab5e6ff0-b967-4c5b-b9e5-c16594cfb280 with Priority: HIGHEST for action security_group_members [ 1000.822979] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c047348-f314-4f9a-a4bd-b62061abad45 with Priority: HIGHEST for action port [ 1000.822979] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab5e6ff0-b967-4c5b-b9e5-c16594cfb280 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.822979] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab5e6ff0-b967-4c5b-b9e5-c16594cfb280" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.822979] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab5e6ff0-b967-4c5b-b9e5-c16594cfb280" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.822979] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab5e6ff0-b967-4c5b-b9e5-c16594cfb280" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.823386] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab5e6ff0-b967-4c5b-b9e5-c16594cfb280',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.824328] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab5e6ff0-b967-4c5b-b9e5-c16594cfb280 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.824796] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab5e6ff0-b967-4c5b-b9e5-c16594cfb280" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.824999] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab5e6ff0-b967-4c5b-b9e5-c16594cfb280" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.825212] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab5e6ff0-b967-4c5b-b9e5-c16594cfb280" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.825366] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.825467] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.825526] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.825662] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.825743] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.825844] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab5e6ff0-b967-4c5b-b9e5-c16594cfb280',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.827596] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c047348-f314-4f9a-a4bd-b62061abad45 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.827732] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c047348-f314-4f9a-a4bd-b62061abad45" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.827783] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c047348-f314-4f9a-a4bd-b62061abad45" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.827939] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c047348-f314-4f9a-a4bd-b62061abad45" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.828023] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c047348-f314-4f9a-a4bd-b62061abad45',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.921503] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.921652] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.921724] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.921935] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.922078] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.922163] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 011d5876-ec4a-442b-aecd-c1210bcaf81e already deleted. [ 1000.922255] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-011d5876-ec4a-442b-aecd-c1210bcaf81e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.922791] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-011d5876-ec4a-442b-aecd-c1210bcaf81e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.922946] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-011d5876-ec4a-442b-aecd-c1210bcaf81e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.923041] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('011d5876-ec4a-442b-aecd-c1210bcaf81e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.331149] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab5e6ff0-b967-4c5b-b9e5-c16594cfb280 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.331149] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab5e6ff0-b967-4c5b-b9e5-c16594cfb280" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.331149] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab5e6ff0-b967-4c5b-b9e5-c16594cfb280',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.334195] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c047348-f314-4f9a-a4bd-b62061abad45 with status ACTIVE [ 1001.334195] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.334195] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.334402] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.335301] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.335301] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.336688] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.336688] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.336688] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.336688] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.337288] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.337288] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.337476] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.337562] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.338230] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.338230] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.338230] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c047348-f314-4f9a-a4bd-b62061abad45 is going to be updated. [ 1001.371551] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.371826] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.371826] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.372472] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.372472] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.372472] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c047348-f314-4f9a-a4bd-b62061abad45" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.393077] env[65832]: INFO networking_nsxv3.common.synchronization [req-8b0de021-62de-46fe-b70a-56221ba1e7ba req-0de804b8-4483-485a-8aa4-4c4a7253ba21 tempest-ServerDiagnosticsTest-2047792373 tempest-ServerDiagnosticsTest-2047792373-project-member] Enqueued Resource ID: 99e9cab4-8899-4282-9329-816dcd9c7982 with Priority: HIGHEST for action security_group_members [ 1001.393633] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99e9cab4-8899-4282-9329-816dcd9c7982 with Priority: HIGHEST for action security_group_members [ 1001.394552] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-99e9cab4-8899-4282-9329-816dcd9c7982 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.394552] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99e9cab4-8899-4282-9329-816dcd9c7982" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.394552] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99e9cab4-8899-4282-9329-816dcd9c7982" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.394552] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99e9cab4-8899-4282-9329-816dcd9c7982" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.394853] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.394913] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.395396] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.395396] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.395396] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.395643] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99e9cab4-8899-4282-9329-816dcd9c7982',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.490231] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.490547] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.490547] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.490644] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.490758] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.492751] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 011d5876-ec4a-442b-aecd-c1210bcaf81e already deleted. [ 1001.492751] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-011d5876-ec4a-442b-aecd-c1210bcaf81e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.701966] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: SUCCESS [ 1001.702154] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.716992] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-806 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.717209] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-806" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.717344] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-806" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.717608] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-806" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.717909] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.718197] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.718197] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.718408] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.718549] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.718796] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.718909] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1001.719028] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1001.719138] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1001.719252] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.719357] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1001.719484] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1001.739835] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1001.740015] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1001.740158] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1001.740330] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-806" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.740662] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-ae4799c0-9f4d-4efe-8f6c-745e92a179b9 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.740843] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-ae4799c0-9f4d-4efe-8f6c-745e92a179b9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.740963] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-ae4799c0-9f4d-4efe-8f6c-745e92a179b9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.743704] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-ae4799c0-9f4d-4efe-8f6c-745e92a179b9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.743704] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae4799c0-9f4d-4efe-8f6c-745e92a179b9',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.840834] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab5e6ff0-b967-4c5b-b9e5-c16594cfb280',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.901033] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.901282] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.901282] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.901487] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.901580] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.901789] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.901887] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.901946] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.902117] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.902192] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.902285] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99e9cab4-8899-4282-9329-816dcd9c7982 already deleted. [ 1001.902348] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99e9cab4-8899-4282-9329-816dcd9c7982" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.246928] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.247185] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.247316] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.247593] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.247779] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.250075] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port ae4799c0-9f4d-4efe-8f6c-745e92a179b9 not found, creating... [ 1002.250075] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.250075] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.250075] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.250075] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.250075] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.250075] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.250075] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.250075] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.250075] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.250539] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.250539] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: ae4799c0-9f4d-4efe-8f6c-745e92a179b9 is going to be created. [ 1002.274291] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.274291] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.274291] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.274759] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.275253] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.275744] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-ae4799c0-9f4d-4efe-8f6c-745e92a179b9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.346331] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.346331] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.346331] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.346331] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.346331] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.346331] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab5e6ff0-b967-4c5b-b9e5-c16594cfb280 is going to be created. [ 1002.406131] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.406293] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.407172] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.407172] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.407172] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.418243] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab5e6ff0-b967-4c5b-b9e5-c16594cfb280 in Status: UNINITIALIZED for 2s [ 1002.469048] env[65832]: INFO networking_nsxv3.common.synchronization [None req-02caecd1-2d3d-4205-b3d8-80919c5afa04 None None] Enqueued Resource ID: 59179d77-37ce-4751-a1cb-59da7c5d96f3 with Priority: HIGHEST for action port [ 1002.469642] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59179d77-37ce-4751-a1cb-59da7c5d96f3 with Priority: HIGHEST for action port [ 1002.470030] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-59179d77-37ce-4751-a1cb-59da7c5d96f3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.472366] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59179d77-37ce-4751-a1cb-59da7c5d96f3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.472366] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59179d77-37ce-4751-a1cb-59da7c5d96f3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.472635] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59179d77-37ce-4751-a1cb-59da7c5d96f3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.472722] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59179d77-37ce-4751-a1cb-59da7c5d96f3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.707622] env[65832]: INFO networking_nsxv3.common.synchronization [req-245768b9-23f8-4f63-90ef-bcaa1ceb2db2 req-996234bb-575f-4b8c-8595-4b567eefb0f9 tempest-AttachVolumeNegativeTest-1723517508 tempest-AttachVolumeNegativeTest-1723517508-project-member] Enqueued Resource ID: 052e9426-ea6a-4983-b02f-c775972b6e22 with Priority: HIGHEST for action security_group_members [ 1002.707947] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 052e9426-ea6a-4983-b02f-c775972b6e22 with Priority: HIGHEST for action security_group_members [ 1002.708157] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-052e9426-ea6a-4983-b02f-c775972b6e22 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.708810] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-052e9426-ea6a-4983-b02f-c775972b6e22" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.708810] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-052e9426-ea6a-4983-b02f-c775972b6e22" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.708810] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-052e9426-ea6a-4983-b02f-c775972b6e22" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.708810] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.708973] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.709452] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.709452] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.709452] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.709615] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('052e9426-ea6a-4983-b02f-c775972b6e22',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.975032] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 59179d77-37ce-4751-a1cb-59da7c5d96f3 [ 1002.975180] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.975349] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.975417] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.975626] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.975710] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.975814] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:59179d77-37ce-4751-a1cb-59da7c5d96f3 already deleted. [ 1002.976862] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59179d77-37ce-4751-a1cb-59da7c5d96f3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.034175] env[65832]: INFO networking_nsxv3.common.synchronization [req-8b0de021-62de-46fe-b70a-56221ba1e7ba req-d7314c2e-d4e8-417e-b4d0-9ec1acb8fe45 service nova] Enqueued Resource ID: 99e9cab4-8899-4282-9329-816dcd9c7982 with Priority: HIGHEST for action security_group_rules [ 1003.038042] env[65832]: INFO networking_nsxv3.common.synchronization [req-8b0de021-62de-46fe-b70a-56221ba1e7ba req-d7314c2e-d4e8-417e-b4d0-9ec1acb8fe45 service nova] Enqueued Resource ID: 99e9cab4-8899-4282-9329-816dcd9c7982 with Priority: HIGHEST for action security_group_members [ 1003.038042] env[65832]: INFO networking_nsxv3.common.synchronization [req-8b0de021-62de-46fe-b70a-56221ba1e7ba req-d7314c2e-d4e8-417e-b4d0-9ec1acb8fe45 service nova] Enqueued Resource ID: ae4799c0-9f4d-4efe-8f6c-745e92a179b9 with Priority: HIGHEST for action port [ 1003.038042] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99e9cab4-8899-4282-9329-816dcd9c7982 with Priority: HIGHEST for action security_group_rules [ 1003.038042] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99e9cab4-8899-4282-9329-816dcd9c7982 with Priority: HIGHEST for action security_group_members [ 1003.038694] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae4799c0-9f4d-4efe-8f6c-745e92a179b9 with Priority: HIGHEST for action port [ 1003.039021] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99e9cab4-8899-4282-9329-816dcd9c7982 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.039293] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99e9cab4-8899-4282-9329-816dcd9c7982" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.039397] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99e9cab4-8899-4282-9329-816dcd9c7982" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.039694] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99e9cab4-8899-4282-9329-816dcd9c7982" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.039796] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99e9cab4-8899-4282-9329-816dcd9c7982',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.041092] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-99e9cab4-8899-4282-9329-816dcd9c7982 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.041244] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99e9cab4-8899-4282-9329-816dcd9c7982" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.041318] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99e9cab4-8899-4282-9329-816dcd9c7982" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.041635] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99e9cab4-8899-4282-9329-816dcd9c7982" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.041873] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.042059] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.044093] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.044322] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.044418] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.044726] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99e9cab4-8899-4282-9329-816dcd9c7982',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.045699] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae4799c0-9f4d-4efe-8f6c-745e92a179b9 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.045820] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae4799c0-9f4d-4efe-8f6c-745e92a179b9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.045886] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae4799c0-9f4d-4efe-8f6c-745e92a179b9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.047938] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae4799c0-9f4d-4efe-8f6c-745e92a179b9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.047938] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae4799c0-9f4d-4efe-8f6c-745e92a179b9',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.212683] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.216657] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.216657] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.216657] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.245253] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.245253] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.245253] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.245253] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.245253] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.245253] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.245253] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 052e9426-ea6a-4983-b02f-c775972b6e22 is going to be updated. [ 1003.281339] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.281339] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.281339] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.281339] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.281339] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.312742] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 052e9426-ea6a-4983-b02f-c775972b6e22 in Status: IN_PROGRESS for 2s [ 1003.550199] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-99e9cab4-8899-4282-9329-816dcd9c7982 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.550365] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99e9cab4-8899-4282-9329-816dcd9c7982" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.550619] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99e9cab4-8899-4282-9329-816dcd9c7982',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.551940] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae4799c0-9f4d-4efe-8f6c-745e92a179b9 with status ACTIVE [ 1003.551940] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.551940] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.552174] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.552281] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.552347] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.552641] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.552698] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.552735] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.552984] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.553062] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.553322] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.553412] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.553472] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.553770] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.553837] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.553948] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae4799c0-9f4d-4efe-8f6c-745e92a179b9 is going to be updated. [ 1003.576844] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.577011] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.577064] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.577269] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.577437] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.577628] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae4799c0-9f4d-4efe-8f6c-745e92a179b9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.604574] env[65832]: INFO networking_nsxv3.common.synchronization [req-a3d92d51-d538-4acf-801a-d4598554f3ea req-7abdf7b9-93c4-4fbb-8c0d-41a1bfb991d3 tempest-DeleteServersTestJSON-1628511814 tempest-DeleteServersTestJSON-1628511814-project-member] Enqueued Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGHEST for action security_group_members [ 1003.605089] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGHEST for action security_group_members [ 1003.605428] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f57d9f-b605-4bdf-8c98-9940026ff615 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.605561] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.605632] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.606088] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.606088] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.606204] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.606204] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.606366] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.606473] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.606570] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.912404] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-947 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.912747] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-947" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.912747] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-947" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.912961] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-947" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.913243] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.913400] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.913515] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.913729] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.913869] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.914085] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.914197] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1003.914305] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1003.914409] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1003.914520] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.914622] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1003.914752] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1003.939235] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1003.939418] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1003.939560] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1003.939735] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-947" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.940066] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-e609bfbc-7b26-413f-9cb0-3e5846d5ccc1 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.940246] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-e609bfbc-7b26-413f-9cb0-3e5846d5ccc1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.940365] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-e609bfbc-7b26-413f-9cb0-3e5846d5ccc1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.940702] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-e609bfbc-7b26-413f-9cb0-3e5846d5ccc1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.940863] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e609bfbc-7b26-413f-9cb0-3e5846d5ccc1',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.055956] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99e9cab4-8899-4282-9329-816dcd9c7982',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.110043] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.110200] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.110268] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.110904] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.110904] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.110904] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.110904] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.110904] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.112035] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.112035] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.112035] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 is going to be updated. [ 1004.137550] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.137717] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.137797] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.137996] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.138180] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.149807] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 in Status: IN_PROGRESS for 2s [ 1004.429744] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab5e6ff0-b967-4c5b-b9e5-c16594cfb280 in Status: SUCCESS [ 1004.429838] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab5e6ff0-b967-4c5b-b9e5-c16594cfb280" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.430049] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab5e6ff0-b967-4c5b-b9e5-c16594cfb280" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.430287] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab5e6ff0-b967-4c5b-b9e5-c16594cfb280" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.430477] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.430600] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.430661] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.430813] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.430953] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.430989] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab5e6ff0-b967-4c5b-b9e5-c16594cfb280" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.431070] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab5e6ff0-b967-4c5b-b9e5-c16594cfb280',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.443104] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.443330] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.443458] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.444051] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.444051] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.444051] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port e609bfbc-7b26-413f-9cb0-3e5846d5ccc1 not found, creating... [ 1004.444452] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.444530] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.444582] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.444799] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.444948] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.445637] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.445637] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.445637] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.445883] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.446062] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.446212] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: e609bfbc-7b26-413f-9cb0-3e5846d5ccc1 is going to be created. [ 1004.466109] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.466329] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.466450] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.466713] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.466935] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.467173] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-e609bfbc-7b26-413f-9cb0-3e5846d5ccc1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.559712] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.559992] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.559992] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.560406] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.560406] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.560406] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99e9cab4-8899-4282-9329-816dcd9c7982 is going to be created. [ 1004.589178] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.589178] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.589504] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.589504] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.589616] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.604621] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99e9cab4-8899-4282-9329-816dcd9c7982 in Status: UNINITIALIZED for 2s [ 1004.933183] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab5e6ff0-b967-4c5b-b9e5-c16594cfb280 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.933548] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab5e6ff0-b967-4c5b-b9e5-c16594cfb280" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.933548] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab5e6ff0-b967-4c5b-b9e5-c16594cfb280" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.933672] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab5e6ff0-b967-4c5b-b9e5-c16594cfb280" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.933794] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.933899] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.933958] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.934931] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.934931] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.934931] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab5e6ff0-b967-4c5b-b9e5-c16594cfb280" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.934931] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab5e6ff0-b967-4c5b-b9e5-c16594cfb280 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.934931] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab5e6ff0-b967-4c5b-b9e5-c16594cfb280" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.934931] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab5e6ff0-b967-4c5b-b9e5-c16594cfb280" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.934931] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab5e6ff0-b967-4c5b-b9e5-c16594cfb280" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.934931] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.934931] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.935478] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.935478] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.935478] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.935478] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab5e6ff0-b967-4c5b-b9e5-c16594cfb280" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.935478] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab5e6ff0-b967-4c5b-b9e5-c16594cfb280',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.182420] env[65832]: INFO networking_nsxv3.common.synchronization [req-a3d92d51-d538-4acf-801a-d4598554f3ea req-08f4047c-8398-407a-ab01-06c3d8efa4d0 service nova] Enqueued Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGHEST for action security_group_rules [ 1005.182687] env[65832]: INFO networking_nsxv3.common.synchronization [req-a3d92d51-d538-4acf-801a-d4598554f3ea req-08f4047c-8398-407a-ab01-06c3d8efa4d0 service nova] Enqueued Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGHEST for action security_group_members [ 1005.182911] env[65832]: INFO networking_nsxv3.common.synchronization [req-a3d92d51-d538-4acf-801a-d4598554f3ea req-08f4047c-8398-407a-ab01-06c3d8efa4d0 service nova] Enqueued Resource ID: e609bfbc-7b26-413f-9cb0-3e5846d5ccc1 with Priority: HIGHEST for action port [ 1005.183750] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGHEST for action security_group_rules [ 1005.183874] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGHEST for action security_group_members [ 1005.183977] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e609bfbc-7b26-413f-9cb0-3e5846d5ccc1 with Priority: HIGHEST for action port [ 1005.184544] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40f57d9f-b605-4bdf-8c98-9940026ff615 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.184544] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.184544] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.185065] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.185065] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.186205] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f57d9f-b605-4bdf-8c98-9940026ff615 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.186665] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.186665] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-e609bfbc-7b26-413f-9cb0-3e5846d5ccc1 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.186665] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e609bfbc-7b26-413f-9cb0-3e5846d5ccc1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.187539] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e609bfbc-7b26-413f-9cb0-3e5846d5ccc1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.187539] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e609bfbc-7b26-413f-9cb0-3e5846d5ccc1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.187539] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e609bfbc-7b26-413f-9cb0-3e5846d5ccc1',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.324550] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 052e9426-ea6a-4983-b02f-c775972b6e22 in Status: SUCCESS [ 1005.324550] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 052e9426-ea6a-4983-b02f-c775972b6e22 deletion is rescheduled due to dependency. [ 1005.324550] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-052e9426-ea6a-4983-b02f-c775972b6e22" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.438811] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab5e6ff0-b967-4c5b-b9e5-c16594cfb280: rpc.has_security_group_logging(os_id): False [ 1005.459747] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.460397] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.460397] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.460397] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.460546] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.460756] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.460882] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.460948] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.461141] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.461288] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.461501] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.461602] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.461678] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.461867] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.461972] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.462177] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.462318] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.462461] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.462511] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.462615] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.462675] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab5e6ff0-b967-4c5b-b9e5-c16594cfb280 is going to be created. [ 1005.658499] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.658708] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.658708] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.658912] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.662025] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.671645] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab5e6ff0-b967-4c5b-b9e5-c16594cfb280 in Status: IN_PROGRESS for 2s [ 1005.689471] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f57d9f-b605-4bdf-8c98-9940026ff615 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.689654] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.689875] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e609bfbc-7b26-413f-9cb0-3e5846d5ccc1 with status ACTIVE [ 1005.690072] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.690182] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.690249] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.690461] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.690552] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.690719] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.690816] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.690879] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.691562] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.691657] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.691850] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.691950] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.692032] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.692183] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.692260] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.692597] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e609bfbc-7b26-413f-9cb0-3e5846d5ccc1 is going to be updated. [ 1005.713858] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.714017] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.714069] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.714315] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.714453] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.714613] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e609bfbc-7b26-413f-9cb0-3e5846d5ccc1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.161385] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 in Status: SUCCESS [ 1006.161385] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 deletion is rescheduled due to dependency. [ 1006.161385] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.162515] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.162515] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.162515] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.162515] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.162515] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.162515] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.162515] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.162515] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.615534] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99e9cab4-8899-4282-9329-816dcd9c7982 in Status: SUCCESS [ 1006.616025] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99e9cab4-8899-4282-9329-816dcd9c7982" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.616349] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99e9cab4-8899-4282-9329-816dcd9c7982" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.616686] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99e9cab4-8899-4282-9329-816dcd9c7982" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.617018] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.617242] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.617381] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.617644] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.617853] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.618274] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99e9cab4-8899-4282-9329-816dcd9c7982" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.618274] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99e9cab4-8899-4282-9329-816dcd9c7982',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.665062] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.122187] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-99e9cab4-8899-4282-9329-816dcd9c7982 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.122341] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99e9cab4-8899-4282-9329-816dcd9c7982" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.122435] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99e9cab4-8899-4282-9329-816dcd9c7982" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.122735] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99e9cab4-8899-4282-9329-816dcd9c7982" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.122861] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.123054] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.123054] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.123226] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.123288] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.123355] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99e9cab4-8899-4282-9329-816dcd9c7982" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.123512] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-99e9cab4-8899-4282-9329-816dcd9c7982 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.123601] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99e9cab4-8899-4282-9329-816dcd9c7982" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.123670] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99e9cab4-8899-4282-9329-816dcd9c7982" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.123827] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99e9cab4-8899-4282-9329-816dcd9c7982" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.123980] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.124185] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.124185] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.124344] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.124344] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.124511] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99e9cab4-8899-4282-9329-816dcd9c7982" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.124511] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99e9cab4-8899-4282-9329-816dcd9c7982',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.167324] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.627439] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99e9cab4-8899-4282-9329-816dcd9c7982: rpc.has_security_group_logging(os_id): False [ 1007.652618] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.652839] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.652950] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.654219] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.654400] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.654794] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.655566] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.655710] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.655955] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.656100] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.656563] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.656563] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.656836] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.656963] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.657133] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.658040] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.658192] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.658298] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.658507] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.658618] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.658791] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99e9cab4-8899-4282-9329-816dcd9c7982 is going to be created. [ 1007.670330] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.670590] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.670590] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.671075] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.671075] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.671186] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 is going to be updated. [ 1007.692311] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab5e6ff0-b967-4c5b-b9e5-c16594cfb280 in Status: SUCCESS [ 1007.692653] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab5e6ff0-b967-4c5b-b9e5-c16594cfb280" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.705986] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.706194] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.706334] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.707610] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.707610] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.716992] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 in Status: IN_PROGRESS for 2s [ 1007.729531] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.729729] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.729818] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.730030] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.730341] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.742551] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99e9cab4-8899-4282-9329-816dcd9c7982 in Status: IN_PROGRESS for 2s [ 1007.776017] env[65832]: INFO networking_nsxv3.common.synchronization [req-15003cd5-0e47-44ce-a464-a0ba2b9efabf req-88324cc7-b7d3-42fc-ba73-ba0c019e3bfc tempest-ImagesTestJSON-1599396182 tempest-ImagesTestJSON-1599396182-project-member] Enqueued Resource ID: 4bd37931-eb07-4e67-a120-f1641325ae52 with Priority: HIGHEST for action security_group_members [ 1007.777033] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bd37931-eb07-4e67-a120-f1641325ae52 with Priority: HIGHEST for action security_group_members [ 1007.777571] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bd37931-eb07-4e67-a120-f1641325ae52 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.777933] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.778189] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.779823] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.779823] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.779823] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.779823] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.779823] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.779823] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.779823] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bd37931-eb07-4e67-a120-f1641325ae52',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.156577] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-726 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.156730] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-726" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.156858] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-726" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.157144] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-726" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.157404] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.157563] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.157716] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.157936] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.158136] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.158318] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.158442] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1008.158538] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1008.158638] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1008.158775] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.158845] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1008.158979] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1008.181409] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1008.181701] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1008.181701] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1008.181858] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-726" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.182296] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-08b98272-a0ff-4d60-9822-dd1adb8e07e9 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.182424] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-08b98272-a0ff-4d60-9822-dd1adb8e07e9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.182537] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-08b98272-a0ff-4d60-9822-dd1adb8e07e9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.182871] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-08b98272-a0ff-4d60-9822-dd1adb8e07e9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.183030] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08b98272-a0ff-4d60-9822-dd1adb8e07e9',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.283046] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.283046] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.283046] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.283046] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.283046] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.283046] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.283046] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.283046] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.283504] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.283504] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.283504] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bd37931-eb07-4e67-a120-f1641325ae52 is going to be updated. [ 1008.326310] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.326559] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.326559] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.326764] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.326908] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.338018] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bd37931-eb07-4e67-a120-f1641325ae52 in Status: IN_PROGRESS for 2s [ 1008.688690] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.688908] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.689054] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.689359] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.689560] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.689752] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port 08b98272-a0ff-4d60-9822-dd1adb8e07e9 not found, creating... [ 1008.690062] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.690241] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.690375] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.690659] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.690847] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.691196] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.691438] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.691642] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.691928] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.692203] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.692496] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: 08b98272-a0ff-4d60-9822-dd1adb8e07e9 is going to be created. [ 1008.716144] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.716481] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.716636] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.716968] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.717227] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.717479] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-08b98272-a0ff-4d60-9822-dd1adb8e07e9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.855257] env[65832]: INFO networking_nsxv3.common.synchronization [req-19fda9d6-8862-407b-9c6e-c421027acc88 req-a06b89a9-4554-4439-a915-a235f98306ca tempest-AttachInterfacesTestJSON-1132375137 tempest-AttachInterfacesTestJSON-1132375137-project-member] Enqueued Resource ID: a6726dd4-3365-41f8-a208-b83569483323 with Priority: HIGHEST for action security_group_members [ 1008.855990] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6726dd4-3365-41f8-a208-b83569483323 with Priority: HIGHEST for action security_group_members [ 1008.856426] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6726dd4-3365-41f8-a208-b83569483323 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.856591] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.856685] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.856975] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.857228] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.857381] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.857476] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.857728] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.857834] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.857977] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6726dd4-3365-41f8-a208-b83569483323',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.248360] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.248837] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-183" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.248837] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-183" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.248968] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-183" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.249187] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.249395] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.249509] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.249663] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.249806] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.250055] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.250146] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1009.250269] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1009.250346] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1009.250453] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.250553] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1009.250724] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1009.283820] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1009.284066] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1009.284270] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1009.284484] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-183" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.284819] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-8468f04a-9e09-475c-960e-32a71521f47b taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.285047] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-8468f04a-9e09-475c-960e-32a71521f47b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.285187] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-8468f04a-9e09-475c-960e-32a71521f47b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.285530] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-8468f04a-9e09-475c-960e-32a71521f47b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.285678] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8468f04a-9e09-475c-960e-32a71521f47b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.360468] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.360650] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.360713] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.361139] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.361245] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.361504] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.361637] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.361723] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.361936] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.362051] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.362318] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6726dd4-3365-41f8-a208-b83569483323 is going to be updated. [ 1009.391691] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.391889] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.391943] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.392141] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.392403] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.403672] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6726dd4-3365-41f8-a208-b83569483323 in Status: IN_PROGRESS for 2s [ 1009.459984] env[65832]: INFO networking_nsxv3.common.synchronization [req-15003cd5-0e47-44ce-a464-a0ba2b9efabf req-4baea81f-ec69-4882-9bf1-169758265980 service nova] Enqueued Resource ID: 4bd37931-eb07-4e67-a120-f1641325ae52 with Priority: HIGHEST for action security_group_rules [ 1009.460306] env[65832]: INFO networking_nsxv3.common.synchronization [req-15003cd5-0e47-44ce-a464-a0ba2b9efabf req-4baea81f-ec69-4882-9bf1-169758265980 service nova] Enqueued Resource ID: 4bd37931-eb07-4e67-a120-f1641325ae52 with Priority: HIGHEST for action security_group_members [ 1009.460389] env[65832]: INFO networking_nsxv3.common.synchronization [req-15003cd5-0e47-44ce-a464-a0ba2b9efabf req-4baea81f-ec69-4882-9bf1-169758265980 service nova] Enqueued Resource ID: 08b98272-a0ff-4d60-9822-dd1adb8e07e9 with Priority: HIGHEST for action port [ 1009.461035] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bd37931-eb07-4e67-a120-f1641325ae52 with Priority: HIGHEST for action security_group_rules [ 1009.461135] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bd37931-eb07-4e67-a120-f1641325ae52 with Priority: HIGHEST for action security_group_members [ 1009.461257] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08b98272-a0ff-4d60-9822-dd1adb8e07e9 with Priority: HIGHEST for action port [ 1009.461548] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bd37931-eb07-4e67-a120-f1641325ae52 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.461670] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.461736] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.461939] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.462027] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bd37931-eb07-4e67-a120-f1641325ae52',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.463252] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bd37931-eb07-4e67-a120-f1641325ae52 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.463358] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.463558] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-08b98272-a0ff-4d60-9822-dd1adb8e07e9 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.463676] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08b98272-a0ff-4d60-9822-dd1adb8e07e9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.463711] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08b98272-a0ff-4d60-9822-dd1adb8e07e9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.463901] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08b98272-a0ff-4d60-9822-dd1adb8e07e9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.464015] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08b98272-a0ff-4d60-9822-dd1adb8e07e9',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.728706] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 in Status: SUCCESS [ 1009.729124] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.729316] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.729587] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.729853] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.730030] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.730144] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.730342] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.730430] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.730564] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.730690] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.754911] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99e9cab4-8899-4282-9329-816dcd9c7982 in Status: SUCCESS [ 1009.755174] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99e9cab4-8899-4282-9329-816dcd9c7982" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.788233] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.788549] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.788891] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.789316] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.789520] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.789764] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port 8468f04a-9e09-475c-960e-32a71521f47b not found, creating... [ 1009.790181] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.790424] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.790624] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.790955] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.791161] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.791571] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.791770] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.792035] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.792292] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.792470] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.792697] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: 8468f04a-9e09-475c-960e-32a71521f47b is going to be created. [ 1009.818700] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.818961] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.819160] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.819507] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.819836] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.820187] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-8468f04a-9e09-475c-960e-32a71521f47b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.965741] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bd37931-eb07-4e67-a120-f1641325ae52 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.965981] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.966213] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08b98272-a0ff-4d60-9822-dd1adb8e07e9 with status ACTIVE [ 1009.966410] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.966576] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.966621] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.966841] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.966991] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.967195] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.967318] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.967384] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.967571] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.967659] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.967922] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.968102] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.968145] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.968295] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.968389] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.968475] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08b98272-a0ff-4d60-9822-dd1adb8e07e9 is going to be updated. [ 1010.002078] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.002322] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.002448] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.002763] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.002983] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.003483] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08b98272-a0ff-4d60-9822-dd1adb8e07e9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.233985] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f57d9f-b605-4bdf-8c98-9940026ff615 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.233985] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.233985] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.233985] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.234201] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.234201] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.234201] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.234375] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.234580] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.234580] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.234685] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f57d9f-b605-4bdf-8c98-9940026ff615 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.234779] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.234835] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.235018] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.235160] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.235254] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.235313] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.235451] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.235554] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.235680] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.235951] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.357989] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bd37931-eb07-4e67-a120-f1641325ae52 in Status: SUCCESS [ 1010.357989] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bd37931-eb07-4e67-a120-f1641325ae52 deletion is rescheduled due to dependency. [ 1010.357989] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.357989] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.358613] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.358613] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.358613] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.358613] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.358923] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.358981] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.359475] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bd37931-eb07-4e67-a120-f1641325ae52',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.559816] env[65832]: INFO networking_nsxv3.common.synchronization [req-19fda9d6-8862-407b-9c6e-c421027acc88 req-185c5468-59f8-42bb-9d8f-e007e8889388 service nova] Enqueued Resource ID: a6726dd4-3365-41f8-a208-b83569483323 with Priority: HIGHEST for action security_group_rules [ 1010.560039] env[65832]: INFO networking_nsxv3.common.synchronization [req-19fda9d6-8862-407b-9c6e-c421027acc88 req-185c5468-59f8-42bb-9d8f-e007e8889388 service nova] Enqueued Resource ID: a6726dd4-3365-41f8-a208-b83569483323 with Priority: HIGHEST for action security_group_members [ 1010.560176] env[65832]: INFO networking_nsxv3.common.synchronization [req-19fda9d6-8862-407b-9c6e-c421027acc88 req-185c5468-59f8-42bb-9d8f-e007e8889388 service nova] Enqueued Resource ID: 8468f04a-9e09-475c-960e-32a71521f47b with Priority: HIGHEST for action port [ 1010.560725] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6726dd4-3365-41f8-a208-b83569483323 with Priority: HIGHEST for action security_group_rules [ 1010.560873] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6726dd4-3365-41f8-a208-b83569483323 with Priority: HIGHEST for action security_group_members [ 1010.560991] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8468f04a-9e09-475c-960e-32a71521f47b with Priority: HIGHEST for action port [ 1010.561324] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6726dd4-3365-41f8-a208-b83569483323 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.561395] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.561462] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.561705] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.561807] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6726dd4-3365-41f8-a208-b83569483323',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.562703] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6726dd4-3365-41f8-a208-b83569483323 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.562790] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.563264] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-8468f04a-9e09-475c-960e-32a71521f47b taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.563390] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8468f04a-9e09-475c-960e-32a71521f47b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.563458] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8468f04a-9e09-475c-960e-32a71521f47b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.563639] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8468f04a-9e09-475c-960e-32a71521f47b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.563715] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8468f04a-9e09-475c-960e-32a71521f47b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.740904] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40f57d9f-b605-4bdf-8c98-9940026ff615: rpc.has_security_group_logging(os_id): False [ 1010.759674] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.759881] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.759956] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.760131] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.760220] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.760409] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.760509] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.760583] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.760715] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.760862] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.760976] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.761134] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.761209] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.761342] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.761406] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.761600] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.761725] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.761790] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.761922] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.761999] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.762092] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 is going to be updated. [ 1010.838084] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.838289] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.838492] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.838744] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.838954] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.864385] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bd37931-eb07-4e67-a120-f1641325ae52',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.876546] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 in Status: IN_PROGRESS for 2s [ 1011.065538] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6726dd4-3365-41f8-a208-b83569483323 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.066806] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.066806] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8468f04a-9e09-475c-960e-32a71521f47b with status ACTIVE [ 1011.066806] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.067019] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.067019] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.068062] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.068062] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.068271] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.068375] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.068956] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.068956] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.068956] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.068956] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.069214] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.069214] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.069283] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.069332] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.069413] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8468f04a-9e09-475c-960e-32a71521f47b is going to be updated. [ 1011.093797] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.094067] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.094067] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.094701] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.094701] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.094701] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8468f04a-9e09-475c-960e-32a71521f47b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.366973] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bd37931-eb07-4e67-a120-f1641325ae52',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.416866] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6726dd4-3365-41f8-a208-b83569483323 in Status: SUCCESS [ 1011.417165] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6726dd4-3365-41f8-a208-b83569483323 deletion is rescheduled due to dependency. [ 1011.417482] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.417754] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.418035] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.418216] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.418342] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.418434] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.418571] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.418650] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.418819] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6726dd4-3365-41f8-a208-b83569483323',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.870019] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.870262] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.870412] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.870674] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.870908] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.871090] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bd37931-eb07-4e67-a120-f1641325ae52 is going to be updated. [ 1011.913618] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.913858] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.913982] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.914487] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.914751] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.920972] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6726dd4-3365-41f8-a208-b83569483323',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.926507] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bd37931-eb07-4e67-a120-f1641325ae52 in Status: IN_PROGRESS for 2s [ 1012.425408] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6726dd4-3365-41f8-a208-b83569483323',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.893776] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 in Status: SUCCESS [ 1012.894146] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.929361] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.929599] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.929809] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.930202] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.930329] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.930431] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6726dd4-3365-41f8-a208-b83569483323 is going to be updated. [ 1012.969019] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.969309] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.969486] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.969724] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.969930] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.981117] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6726dd4-3365-41f8-a208-b83569483323 in Status: IN_PROGRESS for 2s [ 1013.937570] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bd37931-eb07-4e67-a120-f1641325ae52 in Status: SUCCESS [ 1013.937570] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.937966] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.937966] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.938196] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.938330] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.938395] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.938560] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.938674] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.939530] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.939640] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4bd37931-eb07-4e67-a120-f1641325ae52',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.442305] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bd37931-eb07-4e67-a120-f1641325ae52 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.442669] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.442669] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.442967] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.443224] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.443438] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.443542] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.443783] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.443910] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.444081] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.444245] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bd37931-eb07-4e67-a120-f1641325ae52 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.444394] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.444499] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.444629] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.444810] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.444934] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.444986] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.445226] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.445300] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.445395] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.445555] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4bd37931-eb07-4e67-a120-f1641325ae52',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.948760] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4bd37931-eb07-4e67-a120-f1641325ae52: rpc.has_security_group_logging(os_id): False [ 1014.970087] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.970335] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.970335] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.970536] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.970624] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.970835] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.970931] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.970993] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.971151] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.971224] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.971393] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.971484] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.971541] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.971674] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.971742] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.971921] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.972022] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.972071] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.972913] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.972913] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.972913] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bd37931-eb07-4e67-a120-f1641325ae52 is going to be updated. [ 1014.993061] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6726dd4-3365-41f8-a208-b83569483323 in Status: SUCCESS [ 1014.994035] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.994035] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.994035] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.994035] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.994442] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.994442] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.994442] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.994626] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.994626] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.994791] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6726dd4-3365-41f8-a208-b83569483323',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.049890] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.050121] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.050179] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.050419] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.050518] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.063826] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bd37931-eb07-4e67-a120-f1641325ae52 in Status: IN_PROGRESS for 2s [ 1015.475918] env[65832]: INFO networking_nsxv3.common.synchronization [None req-93ff035f-4a68-4a6f-9dbb-d235e4924fcf tempest-AttachInterfacesTestJSON-1132375137 tempest-AttachInterfacesTestJSON-1132375137-project-member] Enqueued Resource ID: a6726dd4-3365-41f8-a208-b83569483323 with Priority: HIGHEST for action security_group_members [ 1015.476367] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6726dd4-3365-41f8-a208-b83569483323 with Priority: HIGHEST for action security_group_members [ 1015.476611] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6726dd4-3365-41f8-a208-b83569483323 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.476741] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.476790] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.476992] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.477154] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.477248] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.477306] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.477449] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.477824] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.477951] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6726dd4-3365-41f8-a208-b83569483323',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.497589] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6726dd4-3365-41f8-a208-b83569483323 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.497786] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.868534] env[65832]: INFO networking_nsxv3.common.synchronization [req-fb76d7f5-826b-4d05-b4a9-e5160f0509ba req-fbcc0858-6ba6-4bcd-9914-d5e3a65655ca tempest-ServerDiagnosticsTest-2047792373 tempest-ServerDiagnosticsTest-2047792373-project-member] Enqueued Resource ID: 99e9cab4-8899-4282-9329-816dcd9c7982 with Priority: HIGHEST for action security_group_members [ 1015.869573] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99e9cab4-8899-4282-9329-816dcd9c7982 with Priority: HIGHEST for action security_group_members [ 1015.869959] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-99e9cab4-8899-4282-9329-816dcd9c7982 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.870101] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99e9cab4-8899-4282-9329-816dcd9c7982" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.870164] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99e9cab4-8899-4282-9329-816dcd9c7982" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.870369] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99e9cab4-8899-4282-9329-816dcd9c7982" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.870665] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.870665] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.870665] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.870878] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.870878] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.870968] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99e9cab4-8899-4282-9329-816dcd9c7982',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.979915] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6726dd4-3365-41f8-a208-b83569483323',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.373824] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.373824] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.373824] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.375242] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.375242] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.375242] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.375242] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.375242] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.375242] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.375242] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.375242] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99e9cab4-8899-4282-9329-816dcd9c7982 is going to be updated. [ 1016.403855] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.404233] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.404406] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.404707] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.404956] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.414926] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99e9cab4-8899-4282-9329-816dcd9c7982 in Status: IN_PROGRESS for 2s [ 1016.482463] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6726dd4-3365-41f8-a208-b83569483323',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.984964] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.985275] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.985275] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.985784] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.985784] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.985869] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6726dd4-3365-41f8-a208-b83569483323 is going to be updated. [ 1017.029458] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.030163] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.030163] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.030163] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.030495] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.043425] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6726dd4-3365-41f8-a208-b83569483323 in Status: IN_PROGRESS for 2s [ 1017.079121] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bd37931-eb07-4e67-a120-f1641325ae52 in Status: SUCCESS [ 1017.079369] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.641347] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.641496] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-183" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.641587] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-183" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.641861] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-183" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.642300] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.642463] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.642583] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.642809] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.642954] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.643176] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.643293] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.643400] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.643506] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.643614] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.643717] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.643847] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1017.663515] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1017.663845] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1017.663969] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1017.664216] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-183" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.664600] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-e41b4afa-14d2-4fd5-8dcd-ab623b4f0e88 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.664791] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-e41b4afa-14d2-4fd5-8dcd-ab623b4f0e88" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.664912] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-e41b4afa-14d2-4fd5-8dcd-ab623b4f0e88" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.665255] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-e41b4afa-14d2-4fd5-8dcd-ab623b4f0e88" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.665440] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e41b4afa-14d2-4fd5-8dcd-ab623b4f0e88',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.168038] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.168424] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.168424] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.168626] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.168739] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.168901] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port e41b4afa-14d2-4fd5-8dcd-ab623b4f0e88 not found, creating... [ 1018.169222] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.169406] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.169529] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.169797] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.169963] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.170291] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.170455] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.170571] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.170808] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.171335] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.171626] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: e41b4afa-14d2-4fd5-8dcd-ab623b4f0e88 is going to be created. [ 1018.199907] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.200298] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.200471] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.200782] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.201041] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.201298] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-e41b4afa-14d2-4fd5-8dcd-ab623b4f0e88" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.429306] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99e9cab4-8899-4282-9329-816dcd9c7982 in Status: SUCCESS [ 1018.429480] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99e9cab4-8899-4282-9329-816dcd9c7982 deletion is rescheduled due to dependency. [ 1018.429593] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99e9cab4-8899-4282-9329-816dcd9c7982" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.911612] env[65832]: INFO networking_nsxv3.common.synchronization [req-1d3ba304-550a-4b03-b4c3-e4716f26aff3 req-023bf527-5fa8-45fb-a39d-ea81a2aabbe0 service nova] Enqueued Resource ID: a6726dd4-3365-41f8-a208-b83569483323 with Priority: HIGHEST for action security_group_rules [ 1018.911800] env[65832]: INFO networking_nsxv3.common.synchronization [req-1d3ba304-550a-4b03-b4c3-e4716f26aff3 req-023bf527-5fa8-45fb-a39d-ea81a2aabbe0 service nova] Enqueued Resource ID: a6726dd4-3365-41f8-a208-b83569483323 with Priority: HIGHEST for action security_group_members [ 1018.911937] env[65832]: INFO networking_nsxv3.common.synchronization [req-1d3ba304-550a-4b03-b4c3-e4716f26aff3 req-023bf527-5fa8-45fb-a39d-ea81a2aabbe0 service nova] Enqueued Resource ID: e41b4afa-14d2-4fd5-8dcd-ab623b4f0e88 with Priority: HIGHEST for action port [ 1018.912464] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6726dd4-3365-41f8-a208-b83569483323 with Priority: HIGHEST for action security_group_rules [ 1018.912631] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6726dd4-3365-41f8-a208-b83569483323 with Priority: HIGHEST for action security_group_members [ 1018.912737] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e41b4afa-14d2-4fd5-8dcd-ab623b4f0e88 with Priority: HIGHEST for action port [ 1018.913127] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6726dd4-3365-41f8-a208-b83569483323 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.913253] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.913477] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6726dd4-3365-41f8-a208-b83569483323 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.913559] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.914107] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-e41b4afa-14d2-4fd5-8dcd-ab623b4f0e88 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.914246] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e41b4afa-14d2-4fd5-8dcd-ab623b4f0e88" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.914312] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e41b4afa-14d2-4fd5-8dcd-ab623b4f0e88" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.914524] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e41b4afa-14d2-4fd5-8dcd-ab623b4f0e88" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.914604] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e41b4afa-14d2-4fd5-8dcd-ab623b4f0e88',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.056180] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6726dd4-3365-41f8-a208-b83569483323 in Status: SUCCESS [ 1019.056362] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.056537] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.056765] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.056950] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.057085] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.057164] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.057345] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.057428] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.058059] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.058059] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6726dd4-3365-41f8-a208-b83569483323 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.058059] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.058059] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.058059] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.058541] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.058541] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.058541] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.058541] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.058541] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.058751] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.058751] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6726dd4-3365-41f8-a208-b83569483323',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.059628] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.059810] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.059975] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.060110] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.060182] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.060340] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.060417] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.060506] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6726dd4-3365-41f8-a208-b83569483323',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.248273] env[65832]: INFO networking_nsxv3.common.synchronization [req-8c937623-916a-4e83-8d3f-202a56803eb7 req-888d4dcf-db65-499d-b171-421e916d9c03 tempest-ServerTagsTestJSON-916205195 tempest-ServerTagsTestJSON-916205195-project-member] Enqueued Resource ID: ab5e6ff0-b967-4c5b-b9e5-c16594cfb280 with Priority: HIGHEST for action security_group_members [ 1019.248273] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab5e6ff0-b967-4c5b-b9e5-c16594cfb280 with Priority: HIGHEST for action security_group_members [ 1019.248273] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab5e6ff0-b967-4c5b-b9e5-c16594cfb280 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.248273] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab5e6ff0-b967-4c5b-b9e5-c16594cfb280" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.248744] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab5e6ff0-b967-4c5b-b9e5-c16594cfb280" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.248989] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab5e6ff0-b967-4c5b-b9e5-c16594cfb280" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.249379] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.249379] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.249500] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.249605] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.249695] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.250074] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab5e6ff0-b967-4c5b-b9e5-c16594cfb280',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.416808] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e41b4afa-14d2-4fd5-8dcd-ab623b4f0e88 with status ACTIVE [ 1019.417023] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.418070] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.418070] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.418070] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.418070] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.418070] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.418070] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.418070] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.418070] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.418412] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.418412] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.418412] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.418583] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.418583] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.418650] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.418752] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e41b4afa-14d2-4fd5-8dcd-ab623b4f0e88 is going to be updated. [ 1019.444135] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.444135] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.444135] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.444135] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.444135] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.444135] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e41b4afa-14d2-4fd5-8dcd-ab623b4f0e88" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.562715] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6726dd4-3365-41f8-a208-b83569483323: rpc.has_security_group_logging(os_id): False [ 1019.563974] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6726dd4-3365-41f8-a208-b83569483323',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.569824] env[65832]: INFO networking_nsxv3.common.synchronization [req-56a5e1a5-b9f1-4311-bbe8-37afa0386d06 req-019c53af-27d2-45aa-881e-6dac11d79a5a tempest-DeleteServersTestJSON-1628511814 tempest-DeleteServersTestJSON-1628511814-project-member] Enqueued Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGHEST for action security_group_members [ 1019.570849] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGHEST for action security_group_members [ 1019.571437] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f57d9f-b605-4bdf-8c98-9940026ff615 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.571437] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.571437] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.571768] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.571847] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.571941] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.572030] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.572671] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.572671] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.572671] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.600759] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.600938] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.601019] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.601349] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.601349] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.602438] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.602438] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.602438] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.602438] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.602438] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.602438] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.602438] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.602438] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.602438] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.602438] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.602888] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.602888] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.602888] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.602888] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.603377] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.603377] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6726dd4-3365-41f8-a208-b83569483323 is going to be updated. [ 1019.667828] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.667828] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.667828] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.667828] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.668171] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.685286] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6726dd4-3365-41f8-a208-b83569483323 in Status: IN_PROGRESS for 2s [ 1019.751907] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.752108] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.752251] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.752622] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.752702] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.753045] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.753242] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.753319] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.754033] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.754033] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.754033] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab5e6ff0-b967-4c5b-b9e5-c16594cfb280 is going to be updated. [ 1019.796048] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.796274] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.796274] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.796550] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.796733] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.807460] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab5e6ff0-b967-4c5b-b9e5-c16594cfb280 in Status: IN_PROGRESS for 2s [ 1020.066142] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6726dd4-3365-41f8-a208-b83569483323',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.073937] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.074106] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.074202] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.074382] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.074966] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.074966] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.074966] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.074966] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.075267] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.075376] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.075494] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 is going to be updated. [ 1020.102496] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.102630] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.102702] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.102900] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.103051] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.113768] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 in Status: IN_PROGRESS for 2s [ 1020.568277] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.568559] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.568559] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.568718] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.568832] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.568937] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6726dd4-3365-41f8-a208-b83569483323 is going to be updated. [ 1020.616313] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.616461] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.616530] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.616735] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.616876] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.634169] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6726dd4-3365-41f8-a208-b83569483323 in Status: IN_PROGRESS for 2s [ 1021.573870] env[65832]: INFO networking_nsxv3.common.synchronization [req-243b2b68-1e52-4e77-9808-16e728b6ba71 req-059f919c-f35f-4587-9656-45f2b1426294 tempest-ServerActionsTestOtherA-1266280891 tempest-ServerActionsTestOtherA-1266280891-project-member] Enqueued Resource ID: 537d1b47-e6a9-4363-a31a-5816b9705962 with Priority: HIGHEST for action security_group_members [ 1021.574706] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 537d1b47-e6a9-4363-a31a-5816b9705962 with Priority: HIGHEST for action security_group_members [ 1021.575022] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-537d1b47-e6a9-4363-a31a-5816b9705962 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.575140] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.575206] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.575404] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.575558] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.575654] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.575736] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.575897] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.576059] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.576119] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('537d1b47-e6a9-4363-a31a-5816b9705962',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.702157] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6726dd4-3365-41f8-a208-b83569483323 in Status: SUCCESS [ 1021.702412] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.702633] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.702874] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.702991] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6726dd4-3365-41f8-a208-b83569483323',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.821377] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab5e6ff0-b967-4c5b-b9e5-c16594cfb280 in Status: SUCCESS [ 1021.821615] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab5e6ff0-b967-4c5b-b9e5-c16594cfb280 deletion is rescheduled due to dependency. [ 1021.821705] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab5e6ff0-b967-4c5b-b9e5-c16594cfb280" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.078122] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.078295] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.078366] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.078575] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.078666] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.078888] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.078992] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.079096] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.079261] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.079340] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.079428] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 537d1b47-e6a9-4363-a31a-5816b9705962 is going to be updated. [ 1022.113233] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.113233] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.113362] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.113481] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.113635] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.124147] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 537d1b47-e6a9-4363-a31a-5816b9705962 in Status: IN_PROGRESS for 2s [ 1022.124860] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 in Status: SUCCESS [ 1022.125040] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 deletion is rescheduled due to dependency. [ 1022.125153] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.205934] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6726dd4-3365-41f8-a208-b83569483323 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.206090] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.645603] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6726dd4-3365-41f8-a208-b83569483323 in Status: SUCCESS [ 1022.645920] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.645961] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.646172] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.646372] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.646522] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.646597] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.646738] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.646808] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.646896] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.646986] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6726dd4-3365-41f8-a208-b83569483323',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.148896] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6726dd4-3365-41f8-a208-b83569483323 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.149139] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.149262] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.149531] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.149754] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.149910] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.150036] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.150285] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.150461] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.150587] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.150811] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6726dd4-3365-41f8-a208-b83569483323 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.150961] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.151080] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.151289] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.151477] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.151622] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.151730] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.151927] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.152138] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.152282] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.152428] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6726dd4-3365-41f8-a208-b83569483323',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.655108] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6726dd4-3365-41f8-a208-b83569483323: rpc.has_security_group_logging(os_id): False [ 1023.683206] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.683290] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.683290] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.683492] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.683583] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.684216] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.684216] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.684216] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.684216] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.684216] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.684498] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.684498] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.684498] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.685057] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.685057] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.685057] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.685057] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.685057] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.685311] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.685311] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.685398] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6726dd4-3365-41f8-a208-b83569483323 is going to be updated. [ 1023.753898] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.754095] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.754164] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.754383] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.754525] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.769779] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6726dd4-3365-41f8-a208-b83569483323 in Status: IN_PROGRESS for 2s [ 1024.135144] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 537d1b47-e6a9-4363-a31a-5816b9705962 in Status: SUCCESS [ 1024.135343] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 537d1b47-e6a9-4363-a31a-5816b9705962 deletion is rescheduled due to dependency. [ 1024.135806] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.792494] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6726dd4-3365-41f8-a208-b83569483323 in Status: SUCCESS [ 1025.792494] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.992526] env[65832]: INFO networking_nsxv3.common.synchronization [req-fbfaee96-7c1a-4656-a8c0-6fabc9a2c0aa req-cdeccf26-3331-4129-8c49-d9b96c53ef9b tempest-ServerActionsTestOtherB-1041866639 tempest-ServerActionsTestOtherB-1041866639-project-member] Enqueued Resource ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e with Priority: HIGHEST for action security_group_members [ 1025.993136] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e with Priority: HIGHEST for action security_group_members [ 1025.993467] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.993596] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.993641] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.993851] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.994022] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.995042] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.995116] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.995302] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.995393] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.995642] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c4c8db0-1d19-4d1a-a15a-010641cf7c9e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.498452] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.499683] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.499853] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.500110] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.527485] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.527847] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.528015] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.528140] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.528309] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.528395] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.528499] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e is going to be updated. [ 1026.562494] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.562641] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.562786] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.563010] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.563161] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.574290] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e in Status: IN_PROGRESS for 2s [ 1026.811830] env[65832]: INFO networking_nsxv3.common.synchronization [req-2e85e9eb-0de2-4d29-800b-3b8353f4df77 req-8842c05c-02f4-4fc1-bb6c-285140af552e tempest-AttachVolumeTestJSON-1786118423 tempest-AttachVolumeTestJSON-1786118423-project-member] Enqueued Resource ID: 011d5876-ec4a-442b-aecd-c1210bcaf81e with Priority: HIGHEST for action security_group_members [ 1026.812419] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 011d5876-ec4a-442b-aecd-c1210bcaf81e with Priority: HIGHEST for action security_group_members [ 1026.812767] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-011d5876-ec4a-442b-aecd-c1210bcaf81e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.812891] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-011d5876-ec4a-442b-aecd-c1210bcaf81e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.812956] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-011d5876-ec4a-442b-aecd-c1210bcaf81e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.813305] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-011d5876-ec4a-442b-aecd-c1210bcaf81e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.813473] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.813587] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.813647] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.813848] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.813884] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.813973] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('011d5876-ec4a-442b-aecd-c1210bcaf81e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.158727] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-155 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.158988] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-155" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.159134] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-155" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.159500] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-155" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.160285] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.160285] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.160285] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.160647] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.160991] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.161200] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.161761] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1027.161761] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1027.161913] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1027.161959] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1027.162122] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1027.162525] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1027.183049] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1027.183049] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1027.183049] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1027.183289] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-155" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.183508] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-c9d0aa74-eb0d-4ba7-b452-5eb736ef7787 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.183680] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-c9d0aa74-eb0d-4ba7-b452-5eb736ef7787" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.183842] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-c9d0aa74-eb0d-4ba7-b452-5eb736ef7787" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.184204] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-c9d0aa74-eb0d-4ba7-b452-5eb736ef7787" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.184355] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9d0aa74-eb0d-4ba7-b452-5eb736ef7787',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.316717] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.316924] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.316974] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.317194] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.317283] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.317483] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.317583] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.317644] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.317851] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.317929] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.318023] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 011d5876-ec4a-442b-aecd-c1210bcaf81e already deleted. [ 1027.318175] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-011d5876-ec4a-442b-aecd-c1210bcaf81e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.474696] env[65832]: INFO networking_nsxv3.common.synchronization [req-fbec5603-213b-4cfe-805e-a37b108ccf24 req-fd99252f-8a5e-45e7-aa69-c3095c68307e tempest-ListImageFiltersTestJSON-794302836 tempest-ListImageFiltersTestJSON-794302836-project-member] Enqueued Resource ID: da7ba78f-c26e-42e9-8da1-a75dbbec82aa with Priority: HIGHEST for action security_group_members [ 1027.475245] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da7ba78f-c26e-42e9-8da1-a75dbbec82aa with Priority: HIGHEST for action security_group_members [ 1027.475543] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.476126] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.476126] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.476126] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.476126] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.476327] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.476327] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.476387] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.476418] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.476515] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da7ba78f-c26e-42e9-8da1-a75dbbec82aa',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.687750] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.688025] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.688189] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.688538] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.688712] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.688875] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port c9d0aa74-eb0d-4ba7-b452-5eb736ef7787 not found, creating... [ 1027.689173] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.689354] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.689738] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.689738] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.690094] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.690343] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.690343] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.690656] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.690656] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.690772] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.690845] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: c9d0aa74-eb0d-4ba7-b452-5eb736ef7787 is going to be created. [ 1027.713038] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.713244] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.713382] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.713662] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.713900] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.714141] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-c9d0aa74-eb0d-4ba7-b452-5eb736ef7787" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.980511] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da7ba78f-c26e-42e9-8da1-a75dbbec82aa',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.484176] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da7ba78f-c26e-42e9-8da1-a75dbbec82aa',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.500285] env[65832]: INFO networking_nsxv3.common.synchronization [req-2e85e9eb-0de2-4d29-800b-3b8353f4df77 req-b2c33d01-947e-4dc1-b032-c7c372a4d7e9 service nova] Enqueued Resource ID: 011d5876-ec4a-442b-aecd-c1210bcaf81e with Priority: HIGHEST for action security_group_rules [ 1028.500285] env[65832]: INFO networking_nsxv3.common.synchronization [req-2e85e9eb-0de2-4d29-800b-3b8353f4df77 req-b2c33d01-947e-4dc1-b032-c7c372a4d7e9 service nova] Enqueued Resource ID: 011d5876-ec4a-442b-aecd-c1210bcaf81e with Priority: HIGHEST for action security_group_members [ 1028.500285] env[65832]: INFO networking_nsxv3.common.synchronization [req-2e85e9eb-0de2-4d29-800b-3b8353f4df77 req-b2c33d01-947e-4dc1-b032-c7c372a4d7e9 service nova] Enqueued Resource ID: c9d0aa74-eb0d-4ba7-b452-5eb736ef7787 with Priority: HIGHEST for action port [ 1028.500285] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 011d5876-ec4a-442b-aecd-c1210bcaf81e with Priority: HIGHEST for action security_group_rules [ 1028.500285] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 011d5876-ec4a-442b-aecd-c1210bcaf81e with Priority: HIGHEST for action security_group_members [ 1028.500285] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9d0aa74-eb0d-4ba7-b452-5eb736ef7787 with Priority: HIGHEST for action port [ 1028.500626] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-011d5876-ec4a-442b-aecd-c1210bcaf81e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.500893] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-011d5876-ec4a-442b-aecd-c1210bcaf81e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.501163] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-011d5876-ec4a-442b-aecd-c1210bcaf81e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.501588] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-011d5876-ec4a-442b-aecd-c1210bcaf81e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.501769] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('011d5876-ec4a-442b-aecd-c1210bcaf81e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.503506] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-011d5876-ec4a-442b-aecd-c1210bcaf81e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.504112] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-011d5876-ec4a-442b-aecd-c1210bcaf81e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.504525] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-011d5876-ec4a-442b-aecd-c1210bcaf81e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.504845] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-011d5876-ec4a-442b-aecd-c1210bcaf81e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.505178] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.505421] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.505924] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.506240] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.506447] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.507832] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('011d5876-ec4a-442b-aecd-c1210bcaf81e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.507832] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9d0aa74-eb0d-4ba7-b452-5eb736ef7787 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.507832] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9d0aa74-eb0d-4ba7-b452-5eb736ef7787" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.507832] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9d0aa74-eb0d-4ba7-b452-5eb736ef7787" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.508233] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9d0aa74-eb0d-4ba7-b452-5eb736ef7787" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.508233] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9d0aa74-eb0d-4ba7-b452-5eb736ef7787',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.584561] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e in Status: SUCCESS [ 1028.584758] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e deletion is rescheduled due to dependency. [ 1028.584878] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.986365] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.986365] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.986822] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.986822] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.986822] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.986822] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da7ba78f-c26e-42e9-8da1-a75dbbec82aa is going to be updated. [ 1029.012400] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-011d5876-ec4a-442b-aecd-c1210bcaf81e taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.012568] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-011d5876-ec4a-442b-aecd-c1210bcaf81e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.012754] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('011d5876-ec4a-442b-aecd-c1210bcaf81e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.013742] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9d0aa74-eb0d-4ba7-b452-5eb736ef7787 with status ACTIVE [ 1029.013949] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.014598] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.014598] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.014598] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.014795] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.014847] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.014947] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.015596] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.015596] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.015596] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.015596] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.015596] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.015596] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.015882] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.015882] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.015882] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9d0aa74-eb0d-4ba7-b452-5eb736ef7787 is going to be updated. [ 1029.023047] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.023047] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.023047] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.023047] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.023047] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.034550] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da7ba78f-c26e-42e9-8da1-a75dbbec82aa in Status: IN_PROGRESS for 2s [ 1029.042081] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.042237] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.042298] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.042503] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.042638] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.042803] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9d0aa74-eb0d-4ba7-b452-5eb736ef7787" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.338732] env[65832]: INFO networking_nsxv3.common.synchronization [None req-a93cbf1c-60c6-4617-90ba-72342dfd9150 tempest-AttachVolumeNegativeTest-1723517508 tempest-AttachVolumeNegativeTest-1723517508-project-member] Enqueued Resource ID: e7196833-b950-42dd-860e-641c3090f28a with Priority: HIGHEST for action security_group_rules [ 1029.340496] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7196833-b950-42dd-860e-641c3090f28a with Priority: HIGHEST for action security_group_rules [ 1029.340496] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7196833-b950-42dd-860e-641c3090f28a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.340496] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7196833-b950-42dd-860e-641c3090f28a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.340496] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7196833-b950-42dd-860e-641c3090f28a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.342549] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7196833-b950-42dd-860e-641c3090f28a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.342723] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7196833-b950-42dd-860e-641c3090f28a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.458209] env[65832]: INFO networking_nsxv3.common.synchronization [None req-30a7a676-4f4e-4135-98b3-4abd4f084a80 tempest-AttachVolumeNegativeTest-1723517508 tempest-AttachVolumeNegativeTest-1723517508-project-member] Enqueued Resource ID: e7196833-b950-42dd-860e-641c3090f28a with Priority: HIGHEST for action security_group_rules [ 1029.458927] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7196833-b950-42dd-860e-641c3090f28a with Priority: HIGHEST for action security_group_rules [ 1029.459280] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7196833-b950-42dd-860e-641c3090f28a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.459470] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7196833-b950-42dd-860e-641c3090f28a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.518219] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('011d5876-ec4a-442b-aecd-c1210bcaf81e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.864192] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.864367] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.864456] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.864640] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.864805] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.864805] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7196833-b950-42dd-860e-641c3090f28a already deleted. [ 1029.864914] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7196833-b950-42dd-860e-641c3090f28a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.865893] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7196833-b950-42dd-860e-641c3090f28a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.865893] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7196833-b950-42dd-860e-641c3090f28a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.865893] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7196833-b950-42dd-860e-641c3090f28a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.021694] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.021694] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.021694] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.021694] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.021694] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.022201] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 011d5876-ec4a-442b-aecd-c1210bcaf81e is going to be created. [ 1030.045470] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.045621] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.045697] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.045910] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.046072] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.056872] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 011d5876-ec4a-442b-aecd-c1210bcaf81e in Status: UNINITIALIZED for 2s [ 1030.386874] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.387208] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.387327] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.387616] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.388243] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.388243] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7196833-b950-42dd-860e-641c3090f28a already deleted. [ 1030.388243] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7196833-b950-42dd-860e-641c3090f28a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.566288] env[65832]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1030.566523] env[65832]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1031.049174] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da7ba78f-c26e-42e9-8da1-a75dbbec82aa in Status: SUCCESS [ 1031.049557] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.069407] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 011d5876-ec4a-442b-aecd-c1210bcaf81e in Status: SUCCESS [ 1032.069637] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-011d5876-ec4a-442b-aecd-c1210bcaf81e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.069728] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-011d5876-ec4a-442b-aecd-c1210bcaf81e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.069910] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-011d5876-ec4a-442b-aecd-c1210bcaf81e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.070165] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.070299] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.070370] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.070507] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.070583] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.070666] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-011d5876-ec4a-442b-aecd-c1210bcaf81e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.070756] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('011d5876-ec4a-442b-aecd-c1210bcaf81e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.574453] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('011d5876-ec4a-442b-aecd-c1210bcaf81e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.076457] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 011d5876-ec4a-442b-aecd-c1210bcaf81e: rpc.has_security_group_logging(os_id): False [ 1033.098309] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.098492] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.098568] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.098823] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.098916] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.099199] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.099340] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.099414] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.099555] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.099641] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.099741] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 011d5876-ec4a-442b-aecd-c1210bcaf81e is going to be created. [ 1033.148868] env[65832]: INFO networking_nsxv3.common.synchronization [req-03eaa4c0-30d9-4b2d-9821-cadd3e003667 req-078dfe6c-4405-4319-9142-8545def704e2 tempest-AttachInterfacesTestJSON-1132375137 tempest-AttachInterfacesTestJSON-1132375137-project-member] Enqueued Resource ID: a6726dd4-3365-41f8-a208-b83569483323 with Priority: HIGHEST for action security_group_members [ 1033.149805] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6726dd4-3365-41f8-a208-b83569483323 with Priority: HIGHEST for action security_group_members [ 1033.150166] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6726dd4-3365-41f8-a208-b83569483323 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.150344] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.150418] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.150608] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.150768] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.150874] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.151020] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.151238] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.151309] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.151388] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6726dd4-3365-41f8-a208-b83569483323',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.181226] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.181400] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.181457] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.181674] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.181868] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.194257] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 011d5876-ec4a-442b-aecd-c1210bcaf81e in Status: IN_PROGRESS for 2s [ 1033.614576] env[65832]: INFO networking_nsxv3.common.synchronization [None req-86e1aa18-f972-4e27-a51f-4b87b0363fde tempest-AttachInterfacesTestJSON-1132375137 tempest-AttachInterfacesTestJSON-1132375137-project-member] Enqueued Resource ID: a6726dd4-3365-41f8-a208-b83569483323 with Priority: HIGHEST for action security_group_members [ 1033.615117] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6726dd4-3365-41f8-a208-b83569483323 with Priority: HIGHEST for action security_group_members [ 1033.615452] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6726dd4-3365-41f8-a208-b83569483323 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.615552] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.654940] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6726dd4-3365-41f8-a208-b83569483323',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.157800] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6726dd4-3365-41f8-a208-b83569483323',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.659803] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.660197] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.660321] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.660566] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.660663] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.660768] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6726dd4-3365-41f8-a208-b83569483323 is going to be updated. [ 1034.690781] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.690970] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.691042] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.691244] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.691383] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.703956] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6726dd4-3365-41f8-a208-b83569483323 in Status: IN_PROGRESS for 2s [ 1035.207012] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 011d5876-ec4a-442b-aecd-c1210bcaf81e in Status: SUCCESS [ 1035.207404] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-011d5876-ec4a-442b-aecd-c1210bcaf81e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.714163] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6726dd4-3365-41f8-a208-b83569483323 in Status: SUCCESS [ 1036.714517] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.714958] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.715256] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.715465] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.716425] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.716425] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.716425] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.716425] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.716425] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6726dd4-3365-41f8-a208-b83569483323',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.112756] env[65832]: INFO networking_nsxv3.common.synchronization [None req-5fc26104-0b16-4d1c-943e-03c07dabb9bf None None] Enqueued Resource ID: 89f0954c-cc81-4751-a44f-525df44ad94e with Priority: HIGHEST for action port [ 1037.112756] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89f0954c-cc81-4751-a44f-525df44ad94e with Priority: HIGHEST for action port [ 1037.112756] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-89f0954c-cc81-4751-a44f-525df44ad94e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.113097] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89f0954c-cc81-4751-a44f-525df44ad94e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.113311] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89f0954c-cc81-4751-a44f-525df44ad94e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.113776] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89f0954c-cc81-4751-a44f-525df44ad94e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.113983] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89f0954c-cc81-4751-a44f-525df44ad94e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.147915] env[65832]: INFO networking_nsxv3.common.synchronization [req-6aa8349f-73a9-47a4-ba69-b2395021128e req-ad23a09c-9e9c-4c34-98e6-4c7bd7ca9b18 tempest-AttachInterfacesTestJSON-1132375137 tempest-AttachInterfacesTestJSON-1132375137-project-member] Enqueued Resource ID: de2bc482-63dd-48c4-8f7f-3a5895248c7a with Priority: HIGHEST for action security_group_members [ 1037.148065] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de2bc482-63dd-48c4-8f7f-3a5895248c7a with Priority: HIGHEST for action security_group_members [ 1037.148614] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-de2bc482-63dd-48c4-8f7f-3a5895248c7a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.148614] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de2bc482-63dd-48c4-8f7f-3a5895248c7a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.148614] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de2bc482-63dd-48c4-8f7f-3a5895248c7a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.148614] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de2bc482-63dd-48c4-8f7f-3a5895248c7a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.148953] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.148953] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.149092] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.149253] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.149253] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.149385] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de2bc482-63dd-48c4-8f7f-3a5895248c7a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.218171] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.218371] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.218371] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.218663] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.218785] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.219026] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.219132] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.219196] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.219436] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.219540] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.219627] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6726dd4-3365-41f8-a208-b83569483323 is going to be updated. [ 1037.249813] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.249813] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.250107] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.250152] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.250294] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.262079] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6726dd4-3365-41f8-a208-b83569483323 in Status: IN_PROGRESS for 2s [ 1037.617149] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89f0954c-cc81-4751-a44f-525df44ad94e [ 1037.617149] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.617149] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.617149] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.619857] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.619857] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.619857] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89f0954c-cc81-4751-a44f-525df44ad94e already deleted. [ 1037.619857] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89f0954c-cc81-4751-a44f-525df44ad94e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.652082] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.652082] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.652082] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.652415] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.652415] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.652649] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.652880] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.652880] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.653098] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.653168] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.653218] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de2bc482-63dd-48c4-8f7f-3a5895248c7a is going to be updated. [ 1037.680887] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.681459] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.681617] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.681865] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.682065] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.694017] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de2bc482-63dd-48c4-8f7f-3a5895248c7a in Status: IN_PROGRESS for 2s [ 1037.830858] env[65832]: INFO networking_nsxv3.common.synchronization [None req-ed29cee4-2e84-4fbb-b2a6-ad2536fd53cf tempest-ServersV294TestFqdnHostnames-280409369 tempest-ServersV294TestFqdnHostnames-280409369-project-member] Enqueued Resource ID: 5166677e-8f09-49d6-a106-fd6b59bea6d3 with Priority: HIGHEST for action security_group_rules [ 1037.831211] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5166677e-8f09-49d6-a106-fd6b59bea6d3 with Priority: HIGHEST for action security_group_rules [ 1037.831449] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5166677e-8f09-49d6-a106-fd6b59bea6d3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.831569] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5166677e-8f09-49d6-a106-fd6b59bea6d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.831647] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5166677e-8f09-49d6-a106-fd6b59bea6d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.831894] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5166677e-8f09-49d6-a106-fd6b59bea6d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.831989] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5166677e-8f09-49d6-a106-fd6b59bea6d3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.025952] env[65832]: INFO networking_nsxv3.common.synchronization [None req-5cffeec7-37d9-43e6-ba6a-e271e867c535 tempest-ServersV294TestFqdnHostnames-280409369 tempest-ServersV294TestFqdnHostnames-280409369-project-member] Enqueued Resource ID: 5166677e-8f09-49d6-a106-fd6b59bea6d3 with Priority: HIGHEST for action security_group_rules [ 1038.026523] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5166677e-8f09-49d6-a106-fd6b59bea6d3 with Priority: HIGHEST for action security_group_rules [ 1038.026523] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5166677e-8f09-49d6-a106-fd6b59bea6d3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.027103] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5166677e-8f09-49d6-a106-fd6b59bea6d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.373685] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.373685] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.373685] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.373685] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.373685] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.373980] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5166677e-8f09-49d6-a106-fd6b59bea6d3 already deleted. [ 1038.373980] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5166677e-8f09-49d6-a106-fd6b59bea6d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.376188] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5166677e-8f09-49d6-a106-fd6b59bea6d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.376450] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5166677e-8f09-49d6-a106-fd6b59bea6d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.376543] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5166677e-8f09-49d6-a106-fd6b59bea6d3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.897254] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.897642] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.897642] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.897720] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.897793] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.897895] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5166677e-8f09-49d6-a106-fd6b59bea6d3 already deleted. [ 1038.897986] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5166677e-8f09-49d6-a106-fd6b59bea6d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.920665] env[65832]: INFO networking_nsxv3.common.synchronization [req-52b69ee9-5446-460f-8525-179430386c6d req-f899b98c-4cdd-4c9d-be5d-720efe8ccabb tempest-ImagesTestJSON-1599396182 tempest-ImagesTestJSON-1599396182-project-member] Enqueued Resource ID: 4bd37931-eb07-4e67-a120-f1641325ae52 with Priority: HIGHEST for action security_group_members [ 1038.921236] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bd37931-eb07-4e67-a120-f1641325ae52 with Priority: HIGHEST for action security_group_members [ 1038.921548] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bd37931-eb07-4e67-a120-f1641325ae52 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.921669] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.921737] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.921924] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.922087] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.922183] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.922244] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.922389] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.922468] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.922556] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bd37931-eb07-4e67-a120-f1641325ae52',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.272061] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6726dd4-3365-41f8-a208-b83569483323 in Status: SUCCESS [ 1039.272061] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6726dd4-3365-41f8-a208-b83569483323 deletion is rescheduled due to dependency. [ 1039.272272] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.426218] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.426218] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.426218] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.426218] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.426218] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.426218] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.426218] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.426218] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.426591] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.426591] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.426591] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bd37931-eb07-4e67-a120-f1641325ae52 is going to be updated. [ 1039.454280] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.454419] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.454419] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.454624] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.455116] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.466575] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bd37931-eb07-4e67-a120-f1641325ae52 in Status: IN_PROGRESS for 2s [ 1039.677410] env[65832]: INFO networking_nsxv3.common.synchronization [None req-e13420b9-df70-4406-9e60-0f7f198fdaee None None] Enqueued Resource ID: 9313b570-a0c0-4e73-beea-57579be1afcf with Priority: HIGHEST for action port [ 1039.678063] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9313b570-a0c0-4e73-beea-57579be1afcf with Priority: HIGHEST for action port [ 1039.679327] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-9313b570-a0c0-4e73-beea-57579be1afcf taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.679327] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9313b570-a0c0-4e73-beea-57579be1afcf" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.680358] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9313b570-a0c0-4e73-beea-57579be1afcf" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.680358] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9313b570-a0c0-4e73-beea-57579be1afcf" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.680358] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9313b570-a0c0-4e73-beea-57579be1afcf',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.704184] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de2bc482-63dd-48c4-8f7f-3a5895248c7a in Status: SUCCESS [ 1039.704184] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de2bc482-63dd-48c4-8f7f-3a5895248c7a deletion is rescheduled due to dependency. [ 1039.704184] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de2bc482-63dd-48c4-8f7f-3a5895248c7a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.181580] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9313b570-a0c0-4e73-beea-57579be1afcf [ 1040.181866] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.181999] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.182082] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.182326] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.182427] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.182584] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9313b570-a0c0-4e73-beea-57579be1afcf already deleted. [ 1040.182636] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9313b570-a0c0-4e73-beea-57579be1afcf" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.450084] env[65832]: INFO networking_nsxv3.common.synchronization [None req-623d6503-a36d-4059-9357-4a97cbadb2a4 tempest-ServerActionsTestOtherA-1266280891 tempest-ServerActionsTestOtherA-1266280891-project-member] Enqueued Resource ID: 0d3d2331-5b08-4f33-a0bc-56c0b553fce3 with Priority: HIGHEST for action security_group_rules [ 1040.450084] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3d2331-5b08-4f33-a0bc-56c0b553fce3 with Priority: HIGHEST for action security_group_rules [ 1040.450701] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d3d2331-5b08-4f33-a0bc-56c0b553fce3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.450782] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d3d2331-5b08-4f33-a0bc-56c0b553fce3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.450831] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d3d2331-5b08-4f33-a0bc-56c0b553fce3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.451185] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d3d2331-5b08-4f33-a0bc-56c0b553fce3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.451291] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d3d2331-5b08-4f33-a0bc-56c0b553fce3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.563555] env[65832]: INFO networking_nsxv3.common.synchronization [None req-27ee5c97-0c2a-495b-8e3b-626f5a32ea3d tempest-ServerActionsTestOtherA-1266280891 tempest-ServerActionsTestOtherA-1266280891-project-member] Enqueued Resource ID: 0d3d2331-5b08-4f33-a0bc-56c0b553fce3 with Priority: HIGHEST for action security_group_rules [ 1040.564290] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3d2331-5b08-4f33-a0bc-56c0b553fce3 with Priority: HIGHEST for action security_group_rules [ 1040.564433] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d3d2331-5b08-4f33-a0bc-56c0b553fce3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.564544] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d3d2331-5b08-4f33-a0bc-56c0b553fce3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.982913] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.982913] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.982913] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.982913] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.982913] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.983242] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d3d2331-5b08-4f33-a0bc-56c0b553fce3 already deleted. [ 1040.983242] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d3d2331-5b08-4f33-a0bc-56c0b553fce3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.983638] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d3d2331-5b08-4f33-a0bc-56c0b553fce3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.983806] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d3d2331-5b08-4f33-a0bc-56c0b553fce3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.983903] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d3d2331-5b08-4f33-a0bc-56c0b553fce3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.476553] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bd37931-eb07-4e67-a120-f1641325ae52 in Status: SUCCESS [ 1041.476844] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bd37931-eb07-4e67-a120-f1641325ae52 deletion is rescheduled due to dependency. [ 1041.476892] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.506702] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.506852] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.506917] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.507153] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.507244] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.507421] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d3d2331-5b08-4f33-a0bc-56c0b553fce3 already deleted. [ 1041.507510] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d3d2331-5b08-4f33-a0bc-56c0b553fce3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.736237] env[65832]: INFO networking_nsxv3.common.synchronization [req-b1907b72-0b30-47c9-8e00-28d9f013c04c req-92275cb3-c33e-47cd-a89d-2d51fb7aad0a tempest-ServersTestJSON-1196950663 tempest-ServersTestJSON-1196950663-project-member] Enqueued Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_members [ 1042.736466] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_members [ 1042.736772] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.736884] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.736967] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.737312] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.737503] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.737611] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.737669] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.737818] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.737945] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.738091] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.064151] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-524 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.064427] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-524" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.064801] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-524" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.065210] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-524" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.065580] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.065804] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.065969] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.066288] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.066484] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.066761] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1043.066925] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1043.067099] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1043.067254] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1043.067410] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1043.067561] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1043.067739] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1043.088231] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1043.088419] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1043.088723] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1043.088834] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-524" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.089315] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-571800da-a5d6-4773-ae04-7fdfed5d8432 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.089563] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-571800da-a5d6-4773-ae04-7fdfed5d8432" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.089736] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-571800da-a5d6-4773-ae04-7fdfed5d8432" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.090159] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-571800da-a5d6-4773-ae04-7fdfed5d8432" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.090352] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('571800da-a5d6-4773-ae04-7fdfed5d8432',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.240375] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.593190] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.593372] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.593500] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.593768] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.593913] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.594081] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port 571800da-a5d6-4773-ae04-7fdfed5d8432 not found, creating... [ 1043.594335] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.594492] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.594607] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.594897] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.594975] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.595242] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.595395] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.595510] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.595712] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.595842] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.595979] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: 571800da-a5d6-4773-ae04-7fdfed5d8432 is going to be created. [ 1043.616118] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.616334] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.616446] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.616709] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.616931] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.617172] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-571800da-a5d6-4773-ae04-7fdfed5d8432" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.742654] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.245650] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.245825] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.245917] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.246811] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.246932] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.247059] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 is going to be updated. [ 1044.277807] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.278267] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.278374] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.278699] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.279206] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.289305] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: IN_PROGRESS for 2s [ 1044.349086] env[65832]: INFO networking_nsxv3.common.synchronization [req-b1907b72-0b30-47c9-8e00-28d9f013c04c req-f99f2259-54cd-42d1-a569-5be8c8fd7649 service nova] Enqueued Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_rules [ 1044.349336] env[65832]: INFO networking_nsxv3.common.synchronization [req-b1907b72-0b30-47c9-8e00-28d9f013c04c req-f99f2259-54cd-42d1-a569-5be8c8fd7649 service nova] Enqueued Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_members [ 1044.349498] env[65832]: INFO networking_nsxv3.common.synchronization [req-b1907b72-0b30-47c9-8e00-28d9f013c04c req-f99f2259-54cd-42d1-a569-5be8c8fd7649 service nova] Enqueued Resource ID: 571800da-a5d6-4773-ae04-7fdfed5d8432 with Priority: HIGHEST for action port [ 1044.349992] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_rules [ 1044.352858] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_members [ 1044.352995] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 571800da-a5d6-4773-ae04-7fdfed5d8432 with Priority: HIGHEST for action port [ 1044.353481] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.353621] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.353945] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.353945] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.354137] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.355931] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.357776] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.357776] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-571800da-a5d6-4773-ae04-7fdfed5d8432 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.357776] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-571800da-a5d6-4773-ae04-7fdfed5d8432" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.357776] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-571800da-a5d6-4773-ae04-7fdfed5d8432" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.357776] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-571800da-a5d6-4773-ae04-7fdfed5d8432" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.357776] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('571800da-a5d6-4773-ae04-7fdfed5d8432',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.856235] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.856675] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.860357] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 571800da-a5d6-4773-ae04-7fdfed5d8432 with status ACTIVE [ 1044.860563] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.860693] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.860762] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.860967] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.861069] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.861253] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.861342] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.861405] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.861558] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.861657] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.861845] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.861938] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.861998] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.862155] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.862227] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.862312] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 571800da-a5d6-4773-ae04-7fdfed5d8432 is going to be updated. [ 1044.883563] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.883770] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.883770] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.883888] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.884031] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.884193] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-571800da-a5d6-4773-ae04-7fdfed5d8432" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.300073] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: SUCCESS [ 1046.300701] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.300701] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.300701] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.300994] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.300994] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.301178] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.301178] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.301309] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.301365] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.803716] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.305839] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.809252] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.809430] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.809504] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.809722] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.809811] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.809909] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 is going to be updated. [ 1047.837545] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.837747] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.837747] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.837957] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.838147] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.847592] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: IN_PROGRESS for 2s [ 1049.354111] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1049.354508] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1049.859266] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: SUCCESS [ 1049.859513] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.859700] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.859931] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.860150] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.860258] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.860325] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.860476] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.860556] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.860639] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.860731] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.363166] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.363486] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.363486] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.363565] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.363726] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.363825] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.363883] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.364039] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.364125] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.364211] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.364573] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.364573] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.364573] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.364727] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.364759] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.364886] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.364886] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.365037] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.365115] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.365195] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.365281] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.829249] env[65832]: INFO networking_nsxv3.common.synchronization [req-45e8e91d-cffb-430a-b311-4bb09220343e req-4eaf0d5c-20fa-4059-aeb3-9272a4af170b tempest-ServerActionsTestJSON-1537680952 tempest-ServerActionsTestJSON-1537680952-project-member] Enqueued Resource ID: adc2b205-082e-44d3-b74d-a16b9e0ad79a with Priority: HIGHEST for action security_group_members [ 1050.830031] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adc2b205-082e-44d3-b74d-a16b9e0ad79a with Priority: HIGHEST for action security_group_members [ 1050.830098] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-adc2b205-082e-44d3-b74d-a16b9e0ad79a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.830248] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-adc2b205-082e-44d3-b74d-a16b9e0ad79a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.830301] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-adc2b205-082e-44d3-b74d-a16b9e0ad79a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.830462] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-adc2b205-082e-44d3-b74d-a16b9e0ad79a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.830620] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.830719] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.830782] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.830929] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.831137] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.831265] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('adc2b205-082e-44d3-b74d-a16b9e0ad79a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.867724] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97b5a618-8f37-483b-8732-3ef21cc084f5: rpc.has_security_group_logging(os_id): False [ 1050.896984] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.896984] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.896984] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.897187] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.897287] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.898053] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.898053] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.898053] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.898053] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.898053] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.898053] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.900385] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.900385] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.900385] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.900385] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.900385] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.900385] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.900385] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.900385] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.900385] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.900385] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 is going to be updated. [ 1050.984397] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.984579] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.984628] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.984826] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.984972] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.007283] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: IN_PROGRESS for 2s [ 1051.318708] env[65832]: INFO networking_nsxv3.common.synchronization [req-2e13932e-684e-4561-af0b-d9505f63ef3b req-0a6129a7-cd05-49c9-bdb2-35f21e22b716 tempest-ListImageFiltersTestJSON-794302836 tempest-ListImageFiltersTestJSON-794302836-project-member] Enqueued Resource ID: da7ba78f-c26e-42e9-8da1-a75dbbec82aa with Priority: HIGHEST for action security_group_members [ 1051.321997] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da7ba78f-c26e-42e9-8da1-a75dbbec82aa with Priority: HIGHEST for action security_group_members [ 1051.323426] env[65832]: INFO networking_nsxv3.common.synchronization [req-99e4d418-25bf-4cd6-add0-e84aef143175 req-4a3ab005-0a58-45a3-94c3-e2214299afac tempest-AttachVolumeNegativeTest-1723517508 tempest-AttachVolumeNegativeTest-1723517508-project-member] Enqueued Resource ID: e7196833-b950-42dd-860e-641c3090f28a with Priority: HIGHEST for action security_group_members [ 1051.323899] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.324896] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.325029] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.325326] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.325642] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.325805] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.325907] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.326170] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.326304] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.326449] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da7ba78f-c26e-42e9-8da1-a75dbbec82aa',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.327914] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7196833-b950-42dd-860e-641c3090f28a with Priority: HIGHEST for action security_group_members [ 1051.328575] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7196833-b950-42dd-860e-641c3090f28a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.328734] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7196833-b950-42dd-860e-641c3090f28a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.328844] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7196833-b950-42dd-860e-641c3090f28a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.329172] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7196833-b950-42dd-860e-641c3090f28a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.329416] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.329586] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.329682] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.329932] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.330097] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.330256] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7196833-b950-42dd-860e-641c3090f28a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.332700] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.333294] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.333434] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.333699] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.333856] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.334151] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.334316] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.334430] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.334662] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.334800] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.335053] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adc2b205-082e-44d3-b74d-a16b9e0ad79a is going to be updated. [ 1051.371755] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.372129] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.372129] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.372201] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.372967] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.386177] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adc2b205-082e-44d3-b74d-a16b9e0ad79a in Status: IN_PROGRESS for 2s [ 1051.722867] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-546 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.723078] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-546" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.723224] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-546" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.723463] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-546" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.723720] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.723872] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.723987] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.724219] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.724390] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.724717] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1051.724881] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1051.725007] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1051.725122] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1051.725236] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1051.725343] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1051.725472] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1051.785038] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1051.785343] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.060 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1051.785492] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1051.785674] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-546" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.785989] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-ba0edccc-d50c-4b4b-ad87-88115b2bb3c3 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.786189] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-ba0edccc-d50c-4b4b-ad87-88115b2bb3c3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.786311] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-ba0edccc-d50c-4b4b-ad87-88115b2bb3c3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.786656] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-ba0edccc-d50c-4b4b-ad87-88115b2bb3c3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.786833] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba0edccc-d50c-4b4b-ad87-88115b2bb3c3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.829491] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.829818] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.829992] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.830268] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.830428] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.830642] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.830762] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.830809] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.830966] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.831057] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.831146] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da7ba78f-c26e-42e9-8da1-a75dbbec82aa is going to be updated. [ 1051.832791] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.832791] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.833022] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.833022] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.833156] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.833265] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.833359] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.833441] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.833590] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.833667] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.833735] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7196833-b950-42dd-860e-641c3090f28a already deleted. [ 1051.833816] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7196833-b950-42dd-860e-641c3090f28a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.858685] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.858685] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.858685] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.858685] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.858685] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.870110] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da7ba78f-c26e-42e9-8da1-a75dbbec82aa in Status: IN_PROGRESS for 2s [ 1052.289412] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.289667] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.289792] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.290120] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.290278] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.290465] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port ba0edccc-d50c-4b4b-ad87-88115b2bb3c3 not found, creating... [ 1052.290763] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.290942] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.291073] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.291333] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.291475] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.291754] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.291910] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.292039] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.292286] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.292427] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.292567] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: ba0edccc-d50c-4b4b-ad87-88115b2bb3c3 is going to be created. [ 1052.314079] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.314293] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.314373] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.314640] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.314858] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.315088] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-ba0edccc-d50c-4b4b-ad87-88115b2bb3c3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.971033] env[65832]: INFO networking_nsxv3.common.synchronization [req-99e4d418-25bf-4cd6-add0-e84aef143175 req-286eee56-eec5-4e4c-bbc3-1f9267fc35cd service nova] Enqueued Resource ID: e7196833-b950-42dd-860e-641c3090f28a with Priority: HIGHEST for action security_group_rules [ 1052.971253] env[65832]: INFO networking_nsxv3.common.synchronization [req-99e4d418-25bf-4cd6-add0-e84aef143175 req-286eee56-eec5-4e4c-bbc3-1f9267fc35cd service nova] Enqueued Resource ID: e7196833-b950-42dd-860e-641c3090f28a with Priority: HIGHEST for action security_group_members [ 1052.971318] env[65832]: INFO networking_nsxv3.common.synchronization [req-99e4d418-25bf-4cd6-add0-e84aef143175 req-286eee56-eec5-4e4c-bbc3-1f9267fc35cd service nova] Enqueued Resource ID: ba0edccc-d50c-4b4b-ad87-88115b2bb3c3 with Priority: HIGHEST for action port [ 1052.971539] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7196833-b950-42dd-860e-641c3090f28a with Priority: HIGHEST for action security_group_rules [ 1052.971666] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7196833-b950-42dd-860e-641c3090f28a with Priority: HIGHEST for action security_group_members [ 1052.971810] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba0edccc-d50c-4b4b-ad87-88115b2bb3c3 with Priority: HIGHEST for action port [ 1052.972846] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7196833-b950-42dd-860e-641c3090f28a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.972987] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7196833-b950-42dd-860e-641c3090f28a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.973072] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7196833-b950-42dd-860e-641c3090f28a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.973292] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7196833-b950-42dd-860e-641c3090f28a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.973385] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7196833-b950-42dd-860e-641c3090f28a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.974545] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7196833-b950-42dd-860e-641c3090f28a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.974662] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7196833-b950-42dd-860e-641c3090f28a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.974735] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7196833-b950-42dd-860e-641c3090f28a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.974908] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7196833-b950-42dd-860e-641c3090f28a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.975085] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.975234] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.975234] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.975376] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.975459] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.975544] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7196833-b950-42dd-860e-641c3090f28a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.977068] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba0edccc-d50c-4b4b-ad87-88115b2bb3c3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.977658] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba0edccc-d50c-4b4b-ad87-88115b2bb3c3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.977658] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba0edccc-d50c-4b4b-ad87-88115b2bb3c3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.977658] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba0edccc-d50c-4b4b-ad87-88115b2bb3c3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.977817] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba0edccc-d50c-4b4b-ad87-88115b2bb3c3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.024217] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: SUCCESS [ 1053.024453] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.396293] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: adc2b205-082e-44d3-b74d-a16b9e0ad79a in Status: SUCCESS [ 1053.396609] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: adc2b205-082e-44d3-b74d-a16b9e0ad79a deletion is rescheduled due to dependency. [ 1053.396768] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-adc2b205-082e-44d3-b74d-a16b9e0ad79a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.477896] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7196833-b950-42dd-860e-641c3090f28a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.479262] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7196833-b950-42dd-860e-641c3090f28a taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.479372] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7196833-b950-42dd-860e-641c3090f28a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.479738] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba0edccc-d50c-4b4b-ad87-88115b2bb3c3 with status ACTIVE [ 1053.479946] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.480126] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.480243] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.480887] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.480887] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.480887] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.481089] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.481089] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.481301] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.481388] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.481605] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.481744] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.481809] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.481989] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.482118] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.482253] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba0edccc-d50c-4b4b-ad87-88115b2bb3c3 is going to be updated. [ 1053.508983] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.508983] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.508983] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.509204] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.510028] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.510028] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba0edccc-d50c-4b4b-ad87-88115b2bb3c3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.881825] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da7ba78f-c26e-42e9-8da1-a75dbbec82aa in Status: SUCCESS [ 1053.882045] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da7ba78f-c26e-42e9-8da1-a75dbbec82aa deletion is rescheduled due to dependency. [ 1053.882131] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.981432] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7196833-b950-42dd-860e-641c3090f28a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.120871] env[65832]: INFO networking_nsxv3.common.synchronization [req-48eb5983-2e72-4390-a37d-d5fc11acd972 req-00e7b89c-11e3-45ae-b78b-ea3bb956aa1f tempest-ImagesTestJSON-1599396182 tempest-ImagesTestJSON-1599396182-project-member] Enqueued Resource ID: 4bd37931-eb07-4e67-a120-f1641325ae52 with Priority: HIGHEST for action security_group_members [ 1054.121688] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bd37931-eb07-4e67-a120-f1641325ae52 with Priority: HIGHEST for action security_group_members [ 1054.122723] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bd37931-eb07-4e67-a120-f1641325ae52 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.122828] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.122899] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.123116] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.123306] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.123366] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.123436] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.123613] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.123711] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.123822] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bd37931-eb07-4e67-a120-f1641325ae52',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.470965] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-726 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.471207] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-726" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.471344] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-726" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.471845] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-726" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.472925] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.472925] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.472925] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.473238] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.473398] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.474025] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.474025] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1054.474025] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1054.474025] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1054.474247] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.474247] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1054.474322] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1054.483581] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.483758] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.483823] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.484009] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.484115] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.484212] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7196833-b950-42dd-860e-641c3090f28a is going to be created. [ 1054.498382] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1054.498589] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1054.498729] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1054.499134] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-726" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.499311] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-a30d6f4c-be8b-4fe7-8df5-0de16c5bf13f taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.499562] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-a30d6f4c-be8b-4fe7-8df5-0de16c5bf13f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.499714] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-a30d6f4c-be8b-4fe7-8df5-0de16c5bf13f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.500039] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-a30d6f4c-be8b-4fe7-8df5-0de16c5bf13f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.500207] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a30d6f4c-be8b-4fe7-8df5-0de16c5bf13f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.510290] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.510450] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.510496] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.510672] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.510824] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.520144] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7196833-b950-42dd-860e-641c3090f28a in Status: UNINITIALIZED for 2s [ 1054.626098] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.626269] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.626347] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.626601] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.626704] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.626977] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.627056] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.627096] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.627212] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.627286] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.627372] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bd37931-eb07-4e67-a120-f1641325ae52 is going to be updated. [ 1054.654705] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.654905] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.655017] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.655243] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.655388] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.664637] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bd37931-eb07-4e67-a120-f1641325ae52 in Status: IN_PROGRESS for 2s [ 1055.003728] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.004188] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.004232] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.004498] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.005993] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.005993] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port a30d6f4c-be8b-4fe7-8df5-0de16c5bf13f not found, creating... [ 1055.005993] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.005993] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.005993] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.005993] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.006598] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.006598] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.006598] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.006598] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.006822] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.006960] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.007309] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: a30d6f4c-be8b-4fe7-8df5-0de16c5bf13f is going to be created. [ 1055.042882] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.042882] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.042882] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.042882] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.042882] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.043376] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-a30d6f4c-be8b-4fe7-8df5-0de16c5bf13f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.722074] env[65832]: INFO networking_nsxv3.common.synchronization [req-48eb5983-2e72-4390-a37d-d5fc11acd972 req-5c5d0425-af76-4c05-9ba4-f492b4fa9eeb service nova] Enqueued Resource ID: 4bd37931-eb07-4e67-a120-f1641325ae52 with Priority: HIGHEST for action security_group_rules [ 1055.722289] env[65832]: INFO networking_nsxv3.common.synchronization [req-48eb5983-2e72-4390-a37d-d5fc11acd972 req-5c5d0425-af76-4c05-9ba4-f492b4fa9eeb service nova] Enqueued Resource ID: 4bd37931-eb07-4e67-a120-f1641325ae52 with Priority: HIGHEST for action security_group_members [ 1055.722431] env[65832]: INFO networking_nsxv3.common.synchronization [req-48eb5983-2e72-4390-a37d-d5fc11acd972 req-5c5d0425-af76-4c05-9ba4-f492b4fa9eeb service nova] Enqueued Resource ID: a30d6f4c-be8b-4fe7-8df5-0de16c5bf13f with Priority: HIGHEST for action port [ 1055.722946] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bd37931-eb07-4e67-a120-f1641325ae52 with Priority: HIGHEST for action security_group_rules [ 1055.723121] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bd37931-eb07-4e67-a120-f1641325ae52 with Priority: HIGHEST for action security_group_members [ 1055.723410] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a30d6f4c-be8b-4fe7-8df5-0de16c5bf13f with Priority: HIGHEST for action port [ 1055.723596] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bd37931-eb07-4e67-a120-f1641325ae52 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.723696] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.723732] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.723944] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.724034] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bd37931-eb07-4e67-a120-f1641325ae52',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.724908] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bd37931-eb07-4e67-a120-f1641325ae52 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.725074] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.725361] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-a30d6f4c-be8b-4fe7-8df5-0de16c5bf13f taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.725481] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a30d6f4c-be8b-4fe7-8df5-0de16c5bf13f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.725547] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a30d6f4c-be8b-4fe7-8df5-0de16c5bf13f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.725744] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a30d6f4c-be8b-4fe7-8df5-0de16c5bf13f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.725857] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a30d6f4c-be8b-4fe7-8df5-0de16c5bf13f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.810864] env[65832]: INFO networking_nsxv3.common.synchronization [None req-8f99c4ad-0867-474e-b1b5-a3edb0a7976b tempest-AttachInterfacesTestJSON-1132375137 tempest-AttachInterfacesTestJSON-1132375137-project-member] Enqueued Resource ID: eecf63cb-706a-480f-a301-d7a08fd5a29f with Priority: HIGHEST for action security_group_rules [ 1055.811419] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eecf63cb-706a-480f-a301-d7a08fd5a29f with Priority: HIGHEST for action security_group_rules [ 1055.811811] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eecf63cb-706a-480f-a301-d7a08fd5a29f taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.811943] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.812029] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.812318] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.812406] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eecf63cb-706a-480f-a301-d7a08fd5a29f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.906647] env[65832]: INFO networking_nsxv3.common.synchronization [None req-facbcbc3-c49e-481b-8738-53b98805cca2 tempest-AttachInterfacesTestJSON-1132375137 tempest-AttachInterfacesTestJSON-1132375137-project-member] Enqueued Resource ID: eecf63cb-706a-480f-a301-d7a08fd5a29f with Priority: HIGHEST for action security_group_rules [ 1055.907421] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eecf63cb-706a-480f-a301-d7a08fd5a29f with Priority: HIGHEST for action security_group_rules [ 1055.907960] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eecf63cb-706a-480f-a301-d7a08fd5a29f taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.907960] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.047199] env[65832]: INFO networking_nsxv3.common.synchronization [req-b224e4b4-14e1-4e4f-96d0-cfaee5375a5c req-9b768e56-a6c5-4c34-906c-1e747287ba20 tempest-ServersTestJSON-1196950663 tempest-ServersTestJSON-1196950663-project-member] Enqueued Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_members [ 1056.047837] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_members [ 1056.048165] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.048292] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.048397] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.048592] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.048847] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.048937] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.049021] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.049201] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.049310] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.049425] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.228138] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bd37931-eb07-4e67-a120-f1641325ae52 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.228298] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.228582] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a30d6f4c-be8b-4fe7-8df5-0de16c5bf13f with status ACTIVE [ 1056.228792] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.228904] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.228972] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.229189] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.229277] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.229446] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.229593] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.229643] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.229774] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.229848] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.230039] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.230136] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.230193] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.230331] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.230404] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.230484] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a30d6f4c-be8b-4fe7-8df5-0de16c5bf13f is going to be updated. [ 1056.251537] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.251743] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.251743] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.251935] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.252079] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.252235] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a30d6f4c-be8b-4fe7-8df5-0de16c5bf13f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.342458] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.342458] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.342458] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.342611] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.342611] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.342737] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eecf63cb-706a-480f-a301-d7a08fd5a29f already deleted. [ 1056.342785] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.342937] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.343111] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.343192] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eecf63cb-706a-480f-a301-d7a08fd5a29f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.532045] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7196833-b950-42dd-860e-641c3090f28a in Status: SUCCESS [ 1056.532291] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7196833-b950-42dd-860e-641c3090f28a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.532868] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7196833-b950-42dd-860e-641c3090f28a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.533113] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7196833-b950-42dd-860e-641c3090f28a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.533315] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.533442] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.533526] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.533689] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.533771] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.533859] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7196833-b950-42dd-860e-641c3090f28a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.533947] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7196833-b950-42dd-860e-641c3090f28a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.551529] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.675111] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bd37931-eb07-4e67-a120-f1641325ae52 in Status: SUCCESS [ 1056.675323] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bd37931-eb07-4e67-a120-f1641325ae52 deletion is rescheduled due to dependency. [ 1056.675455] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.675637] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.675915] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.676090] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.676218] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.676300] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.676424] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.676538] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.676583] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bd37931-eb07-4e67-a120-f1641325ae52',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.862913] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.863080] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.863144] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.863343] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.863677] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.863677] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eecf63cb-706a-480f-a301-d7a08fd5a29f already deleted. [ 1056.863677] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.036116] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7196833-b950-42dd-860e-641c3090f28a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.053983] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.180230] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bd37931-eb07-4e67-a120-f1641325ae52',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.226759] env[65832]: INFO networking_nsxv3.common.synchronization [req-8ca62731-8808-47b6-a10e-4ab0c4bf3b7b req-7cb66cbc-f107-4df6-9c97-f7fc6529feb3 tempest-DeleteServersTestJSON-1628511814 tempest-DeleteServersTestJSON-1628511814-project-member] Enqueued Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGHEST for action security_group_members [ 1057.227543] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGHEST for action security_group_members [ 1057.227881] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f57d9f-b605-4bdf-8c98-9940026ff615 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.228065] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.228206] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.228456] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.228694] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.228807] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.229185] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.229185] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.229185] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.229324] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.520936] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.521969] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.521969] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.521969] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.521969] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.538320] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7196833-b950-42dd-860e-641c3090f28a: rpc.has_security_group_logging(os_id): False [ 1057.557347] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.557585] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.557585] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.557772] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.557876] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.557955] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 is going to be updated. [ 1057.560232] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.560380] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.560422] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.560597] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.560682] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.561057] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.561174] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.561243] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.561400] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.561479] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.561568] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7196833-b950-42dd-860e-641c3090f28a is going to be created. [ 1057.591564] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.591721] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.591793] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.591999] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.592157] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.595678] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-947 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.595883] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-947" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.596039] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-947" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.596341] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-947" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.596621] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.596782] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.596901] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.597130] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.597271] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.597471] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.597584] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1057.597691] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1057.597796] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1057.597903] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.598016] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1057.598153] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1057.603755] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: IN_PROGRESS for 2s [ 1057.616955] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1057.617143] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1057.617284] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1057.617568] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-947" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.617935] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-0e8737b9-31aa-4aca-98d4-7a3b6633fb16 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.618108] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-0e8737b9-31aa-4aca-98d4-7a3b6633fb16" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.618108] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-0e8737b9-31aa-4aca-98d4-7a3b6633fb16" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.618457] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-0e8737b9-31aa-4aca-98d4-7a3b6633fb16" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.618646] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e8737b9-31aa-4aca-98d4-7a3b6633fb16',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.632942] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.633108] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.633177] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.633378] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.633579] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.648356] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7196833-b950-42dd-860e-641c3090f28a in Status: IN_PROGRESS for 2s [ 1057.683360] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bd37931-eb07-4e67-a120-f1641325ae52',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.732416] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.732977] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.733885] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.733885] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.733885] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.734218] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.734445] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.735180] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.735180] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.735180] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.735180] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 is going to be updated. [ 1057.765793] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.765793] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.765793] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.766043] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.766117] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.777501] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 in Status: IN_PROGRESS for 2s [ 1058.026488] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.122033] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.122033] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.122033] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.122526] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.122526] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.122526] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port 0e8737b9-31aa-4aca-98d4-7a3b6633fb16 not found, creating... [ 1058.122713] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.122868] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.122981] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.123214] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.123349] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.123629] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.123786] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.123899] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.124115] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.124246] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.124381] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: 0e8737b9-31aa-4aca-98d4-7a3b6633fb16 is going to be created. [ 1058.146752] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.147050] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.147137] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.147369] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.147596] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.147825] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-0e8737b9-31aa-4aca-98d4-7a3b6633fb16" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.186287] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.186481] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.186542] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.186759] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.186854] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.186959] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bd37931-eb07-4e67-a120-f1641325ae52 is going to be updated. [ 1058.224599] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.224920] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.224920] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.225172] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.225422] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.244164] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bd37931-eb07-4e67-a120-f1641325ae52 in Status: IN_PROGRESS for 2s [ 1058.527853] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.821722] env[65832]: INFO networking_nsxv3.common.synchronization [req-8ca62731-8808-47b6-a10e-4ab0c4bf3b7b req-a2e13184-62bd-477c-8e27-f93ea9e5d260 service nova] Enqueued Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGHEST for action security_group_rules [ 1058.821924] env[65832]: INFO networking_nsxv3.common.synchronization [req-8ca62731-8808-47b6-a10e-4ab0c4bf3b7b req-a2e13184-62bd-477c-8e27-f93ea9e5d260 service nova] Enqueued Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGHEST for action security_group_members [ 1058.822099] env[65832]: INFO networking_nsxv3.common.synchronization [req-8ca62731-8808-47b6-a10e-4ab0c4bf3b7b req-a2e13184-62bd-477c-8e27-f93ea9e5d260 service nova] Enqueued Resource ID: 0e8737b9-31aa-4aca-98d4-7a3b6633fb16 with Priority: HIGHEST for action port [ 1058.822610] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGHEST for action security_group_rules [ 1058.822746] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGHEST for action security_group_members [ 1058.822841] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e8737b9-31aa-4aca-98d4-7a3b6633fb16 with Priority: HIGHEST for action port [ 1058.823167] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40f57d9f-b605-4bdf-8c98-9940026ff615 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.823326] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.823362] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.823597] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.823677] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.824799] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f57d9f-b605-4bdf-8c98-9940026ff615 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.825801] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.825801] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e8737b9-31aa-4aca-98d4-7a3b6633fb16 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.825801] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e8737b9-31aa-4aca-98d4-7a3b6633fb16" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.825801] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e8737b9-31aa-4aca-98d4-7a3b6633fb16" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.825801] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e8737b9-31aa-4aca-98d4-7a3b6633fb16" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.825801] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e8737b9-31aa-4aca-98d4-7a3b6633fb16',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.030735] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1059.030953] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1059.044105] env[65832]: INFO networking_nsxv3.common.synchronization [req-bcc5e235-4e42-4e77-808f-834b5843eac4 req-caedd3ee-40b3-4233-8705-69f9b86043e6 tempest-ServersV294TestFqdnHostnames-280409369 tempest-ServersV294TestFqdnHostnames-280409369-project-member] Enqueued Resource ID: 5166677e-8f09-49d6-a106-fd6b59bea6d3 with Priority: HIGHEST for action security_group_members [ 1059.044620] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5166677e-8f09-49d6-a106-fd6b59bea6d3 with Priority: HIGHEST for action security_group_members [ 1059.044856] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-5166677e-8f09-49d6-a106-fd6b59bea6d3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.044972] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5166677e-8f09-49d6-a106-fd6b59bea6d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.045045] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5166677e-8f09-49d6-a106-fd6b59bea6d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.045301] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5166677e-8f09-49d6-a106-fd6b59bea6d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.045510] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.045593] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.045646] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.045744] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.045818] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.046756] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5166677e-8f09-49d6-a106-fd6b59bea6d3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.327346] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f57d9f-b605-4bdf-8c98-9940026ff615 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.327689] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.327689] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e8737b9-31aa-4aca-98d4-7a3b6633fb16 with status ACTIVE [ 1059.327840] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.327965] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.328054] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.328306] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.328417] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.328704] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.328827] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.328922] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.329120] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.329218] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.329469] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.329615] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.329699] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.329903] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.330035] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.330136] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e8737b9-31aa-4aca-98d4-7a3b6633fb16 is going to be updated. [ 1059.371048] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.371246] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.371338] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.371647] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.371836] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.372054] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e8737b9-31aa-4aca-98d4-7a3b6633fb16" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.391426] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-909 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.391656] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-909" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.391772] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-909" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.392154] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-909" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.392427] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.392589] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.392706] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.392932] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.393090] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.393300] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.393440] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1059.393522] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1059.393633] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1059.393739] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.393843] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1059.393998] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1059.419508] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1059.419745] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1059.419892] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1059.420114] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-909" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.420659] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-3c08cbc2-768f-4a96-8e56-ef099aaaa050 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.420659] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-3c08cbc2-768f-4a96-8e56-ef099aaaa050" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.420848] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-3c08cbc2-768f-4a96-8e56-ef099aaaa050" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.421135] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-3c08cbc2-768f-4a96-8e56-ef099aaaa050" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.421286] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c08cbc2-768f-4a96-8e56-ef099aaaa050',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.548816] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.548970] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.549060] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.549282] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.549372] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.549598] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.549705] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.549743] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.549901] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.549985] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.550072] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5166677e-8f09-49d6-a106-fd6b59bea6d3 already deleted. [ 1059.550153] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5166677e-8f09-49d6-a106-fd6b59bea6d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.614663] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: SUCCESS [ 1059.614913] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.662133] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7196833-b950-42dd-860e-641c3090f28a in Status: SUCCESS [ 1059.662406] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7196833-b950-42dd-860e-641c3090f28a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.789445] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 in Status: SUCCESS [ 1059.789706] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 deletion is rescheduled due to dependency. [ 1059.789755] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.789905] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.790145] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.790367] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.790509] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.790571] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.790739] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.790861] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.790957] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.924451] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.924685] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.924875] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.925290] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.925290] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.925456] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port 3c08cbc2-768f-4a96-8e56-ef099aaaa050 not found, creating... [ 1059.925686] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.925915] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.926099] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.926307] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.926524] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.926778] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.926934] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.927064] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.927273] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.927405] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.927555] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: 3c08cbc2-768f-4a96-8e56-ef099aaaa050 is going to be created. [ 1059.952228] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.952544] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.952620] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.952957] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.953205] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.953442] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-3c08cbc2-768f-4a96-8e56-ef099aaaa050" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.055033] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.055033] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.055033] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.055033] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.066675] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1060.068147] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.069769] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1060.109948] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.111019] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.111019] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.111019] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.125198] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.125198] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1060.125198] env[65832]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65832) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1060.125198] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1060.177068] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.177068] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.177068] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.177294] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.180401] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.180401] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1060.255644] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bd37931-eb07-4e67-a120-f1641325ae52 in Status: SUCCESS [ 1060.255901] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.256110] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.256328] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.256541] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.256676] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.256739] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.256891] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.256966] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.257059] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.257148] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4bd37931-eb07-4e67-a120-f1641325ae52',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.279775] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.279953] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.280021] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.280758] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.280758] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.280758] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1060.294082] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.373780] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.374248] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.374248] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.374405] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.374726] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.375070] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:48. [ 1060.375206] env[65832]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f', 'df1cf891-17d2-4035-a148-b69d7d01da1a', '052e9426-ea6a-4983-b02f-c775972b6e22', '65f4ac62-8724-4510-84a7-07241c314be3', 'de2bc482-63dd-48c4-8f7f-3a5895248c7a', 'a6726dd4-3365-41f8-a208-b83569483323', '58b262f3-eb29-4d35-84a9-2b0e6d754adb', 'cf305367-f793-4b43-99a9-8907fd0c4649', 'd09485a3-4af7-4535-a14d-103e83bc1563', 'd1713d87-d1c7-4fdb-bfb8-30016fe9fd02', '97b5a618-8f37-483b-8732-3ef21cc084f5', '537d1b47-e6a9-4363-a31a-5816b9705962', 'fbdcb7c7-d632-4900-82c8-38a850b72bc6', '926843c3-af1c-468e-9cd0-342525e30e97', '9c5e91b6-7106-4070-99b7-da83526c09fe', 'f23827a1-f628-40aa-ae76-1c5c046b1b7d', '7c73c220-a4b7-4acd-9a43-197eee6cf67d', '259d6581-6c66-46cc-b8f5-f9eb2327cdf9', '8b1ee109-cb61-450a-8f0a-07076b2d5c77', '011d5876-ec4a-442b-aecd-c1210bcaf81e', 'a7343315-4ac9-44e2-9fbe-8f9020ec4880', 'ab5e6ff0-b967-4c5b-b9e5-c16594cfb280', '67724f93-5c1b-43da-b3d7-d13c51fccb2a', '8b95d1f0-8a61-4e75-be08-ae1e13607f3b', 'e9d4859b-b8f7-4d63-81cb-3328f7ba1aee', 'e7196833-b950-42dd-860e-641c3090f28a', 'f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3', '5c4c8db0-1d19-4d1a-a15a-010641cf7c9e', 'd71d1514-5f61-40c2-bd72-56b14f5fbaf3', '26bbbe90-6cf1-448b-bb10-78493575687d', '7fcc512c-27ca-40e1-972b-91b37a7ec159', 'b95af0a0-4ec4-40c4-94c5-9a4c25e3583e', '7544f521-4eea-4985-b3e3-68af27ebac8a', 'f524f17f-7074-4514-81f8-386cedcb1cc7', '7784a685-a1c8-4ab9-ad04-33813a952dfe', '99e9cab4-8899-4282-9329-816dcd9c7982', 'e3da5cea-2cf5-4384-8849-883cd5af0792', '40f57d9f-b605-4bdf-8c98-9940026ff615', '5c2324c8-df1e-43af-ba90-519c66eac09b', '906625d7-947e-41b9-8efe-9f92553100ef', 'a4e5caf2-d1c2-444d-8e37-0f75a312a360', 'adc2b205-082e-44d3-b74d-a16b9e0ad79a', 'e669d712-f18f-4073-9f68-5970f5422d76', 'd0104092-3793-4d2f-a8ec-a2304776dc5b', 'da7ba78f-c26e-42e9-8da1-a75dbbec82aa', '5640b4e1-45b6-433e-87d9-8557c8fdd5f7', 'd4c6a7c6-44f5-4e91-8491-e691cf589470', '4bd37931-eb07-4e67-a120-f1641325ae52'} {{(pid=65832) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1060.375318] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1060.396424] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.396586] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.396633] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.397054] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.397054] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.397054] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1060.397158] env[65832]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65832) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1060.397158] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1060.479142] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.479365] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.479521] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.479718] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.480793] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.481222] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1060.481337] env[65832]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65832) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1060.481467] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1060.482034] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1060.482193] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/48 resources of Type:Security Group Rules [ 1060.482340] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f with Priority: HIGH for action security_group_rules [ 1060.482518] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: df1cf891-17d2-4035-a148-b69d7d01da1a with Priority: HIGH for action security_group_rules [ 1060.482679] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 052e9426-ea6a-4983-b02f-c775972b6e22 with Priority: HIGH for action security_group_rules [ 1060.482728] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 65f4ac62-8724-4510-84a7-07241c314be3 with Priority: HIGH for action security_group_rules [ 1060.482833] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: de2bc482-63dd-48c4-8f7f-3a5895248c7a with Priority: HIGH for action security_group_rules [ 1060.483039] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a6726dd4-3365-41f8-a208-b83569483323 with Priority: HIGH for action security_group_rules [ 1060.483163] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 58b262f3-eb29-4d35-84a9-2b0e6d754adb with Priority: HIGH for action security_group_rules [ 1060.483223] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cf305367-f793-4b43-99a9-8907fd0c4649 with Priority: HIGH for action security_group_rules [ 1060.483315] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d09485a3-4af7-4535-a14d-103e83bc1563 with Priority: HIGH for action security_group_rules [ 1060.483393] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d1713d87-d1c7-4fdb-bfb8-30016fe9fd02 with Priority: HIGH for action security_group_rules [ 1060.483471] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGH for action security_group_rules [ 1060.483552] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 537d1b47-e6a9-4363-a31a-5816b9705962 with Priority: HIGH for action security_group_rules [ 1060.483656] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fbdcb7c7-d632-4900-82c8-38a850b72bc6 with Priority: HIGH for action security_group_rules [ 1060.483721] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 926843c3-af1c-468e-9cd0-342525e30e97 with Priority: HIGH for action security_group_rules [ 1060.483802] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9c5e91b6-7106-4070-99b7-da83526c09fe with Priority: HIGH for action security_group_rules [ 1060.483888] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d with Priority: HIGH for action security_group_rules [ 1060.484055] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c73c220-a4b7-4acd-9a43-197eee6cf67d with Priority: HIGH for action security_group_rules [ 1060.484164] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 259d6581-6c66-46cc-b8f5-f9eb2327cdf9 with Priority: HIGH for action security_group_rules [ 1060.484281] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 with Priority: HIGH for action security_group_rules [ 1060.484381] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 011d5876-ec4a-442b-aecd-c1210bcaf81e with Priority: HIGH for action security_group_rules [ 1060.484559] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.677967] env[65832]: INFO networking_nsxv3.common.synchronization [req-bcc5e235-4e42-4e77-808f-834b5843eac4 req-0f507e06-9a9f-4e12-819d-a1222ac96641 service nova] Enqueued Resource ID: 5166677e-8f09-49d6-a106-fd6b59bea6d3 with Priority: HIGHEST for action security_group_rules [ 1060.678157] env[65832]: INFO networking_nsxv3.common.synchronization [req-bcc5e235-4e42-4e77-808f-834b5843eac4 req-0f507e06-9a9f-4e12-819d-a1222ac96641 service nova] Enqueued Resource ID: 5166677e-8f09-49d6-a106-fd6b59bea6d3 with Priority: HIGHEST for action security_group_members [ 1060.678297] env[65832]: INFO networking_nsxv3.common.synchronization [req-bcc5e235-4e42-4e77-808f-834b5843eac4 req-0f507e06-9a9f-4e12-819d-a1222ac96641 service nova] Enqueued Resource ID: 3c08cbc2-768f-4a96-8e56-ef099aaaa050 with Priority: HIGHEST for action port [ 1060.678913] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5166677e-8f09-49d6-a106-fd6b59bea6d3 with Priority: HIGHEST for action security_group_rules [ 1060.678999] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5166677e-8f09-49d6-a106-fd6b59bea6d3 with Priority: HIGHEST for action security_group_members [ 1060.679106] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c08cbc2-768f-4a96-8e56-ef099aaaa050 with Priority: HIGHEST for action port [ 1060.679202] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f with Priority: HIGH for action security_group_rules [ 1060.679298] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 052e9426-ea6a-4983-b02f-c775972b6e22 with Priority: HIGH for action security_group_rules [ 1060.679390] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58b262f3-eb29-4d35-84a9-2b0e6d754adb with Priority: HIGH for action security_group_rules [ 1060.679482] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c5e91b6-7106-4070-99b7-da83526c09fe with Priority: HIGH for action security_group_rules [ 1060.679572] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 011d5876-ec4a-442b-aecd-c1210bcaf81e with Priority: HIGH for action security_group_rules [ 1060.679686] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 with Priority: HIGH for action security_group_rules [ 1060.679780] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 259d6581-6c66-46cc-b8f5-f9eb2327cdf9 with Priority: HIGH for action security_group_rules [ 1060.679870] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c73c220-a4b7-4acd-9a43-197eee6cf67d with Priority: HIGH for action security_group_rules [ 1060.679954] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926843c3-af1c-468e-9cd0-342525e30e97 with Priority: HIGH for action security_group_rules [ 1060.680975] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d with Priority: HIGH for action security_group_rules [ 1060.681157] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbdcb7c7-d632-4900-82c8-38a850b72bc6 with Priority: HIGH for action security_group_rules [ 1060.681383] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 537d1b47-e6a9-4363-a31a-5816b9705962 with Priority: HIGH for action security_group_rules [ 1060.681711] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGH for action security_group_rules [ 1060.681711] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1713d87-d1c7-4fdb-bfb8-30016fe9fd02 with Priority: HIGH for action security_group_rules [ 1060.681711] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d09485a3-4af7-4535-a14d-103e83bc1563 with Priority: HIGH for action security_group_rules [ 1060.681806] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6726dd4-3365-41f8-a208-b83569483323 with Priority: HIGH for action security_group_rules [ 1060.681844] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf305367-f793-4b43-99a9-8907fd0c4649 with Priority: HIGH for action security_group_rules [ 1060.681951] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de2bc482-63dd-48c4-8f7f-3a5895248c7a with Priority: HIGH for action security_group_rules [ 1060.681996] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df1cf891-17d2-4035-a148-b69d7d01da1a with Priority: HIGH for action security_group_rules [ 1060.682109] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f4ac62-8724-4510-84a7-07241c314be3 with Priority: HIGH for action security_group_rules [ 1060.682397] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5166677e-8f09-49d6-a106-fd6b59bea6d3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.682523] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5166677e-8f09-49d6-a106-fd6b59bea6d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.682586] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5166677e-8f09-49d6-a106-fd6b59bea6d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.682751] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5166677e-8f09-49d6-a106-fd6b59bea6d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.682823] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5166677e-8f09-49d6-a106-fd6b59bea6d3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.684072] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-5166677e-8f09-49d6-a106-fd6b59bea6d3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.684072] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5166677e-8f09-49d6-a106-fd6b59bea6d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.684072] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5166677e-8f09-49d6-a106-fd6b59bea6d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.684261] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5166677e-8f09-49d6-a106-fd6b59bea6d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.684261] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.684454] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.684454] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.684533] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.684674] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.684674] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5166677e-8f09-49d6-a106-fd6b59bea6d3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.686512] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c08cbc2-768f-4a96-8e56-ef099aaaa050 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.686512] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c08cbc2-768f-4a96-8e56-ef099aaaa050" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.686512] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c08cbc2-768f-4a96-8e56-ef099aaaa050" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.686512] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c08cbc2-768f-4a96-8e56-ef099aaaa050" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.686512] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c08cbc2-768f-4a96-8e56-ef099aaaa050',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.687523] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.687717] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.687821] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.687937] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.688012] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.688714] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-052e9426-ea6a-4983-b02f-c775972b6e22 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.689366] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-052e9426-ea6a-4983-b02f-c775972b6e22" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.689366] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-052e9426-ea6a-4983-b02f-c775972b6e22" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.689485] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-052e9426-ea6a-4983-b02f-c775972b6e22" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.689599] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('052e9426-ea6a-4983-b02f-c775972b6e22',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.690292] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58b262f3-eb29-4d35-84a9-2b0e6d754adb taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.690417] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58b262f3-eb29-4d35-84a9-2b0e6d754adb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.690473] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58b262f3-eb29-4d35-84a9-2b0e6d754adb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.690564] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58b262f3-eb29-4d35-84a9-2b0e6d754adb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.690634] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58b262f3-eb29-4d35-84a9-2b0e6d754adb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.691590] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c5e91b6-7106-4070-99b7-da83526c09fe taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.691712] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.691763] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.691905] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.691963] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c5e91b6-7106-4070-99b7-da83526c09fe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.692644] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-011d5876-ec4a-442b-aecd-c1210bcaf81e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.692753] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-011d5876-ec4a-442b-aecd-c1210bcaf81e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.692821] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-011d5876-ec4a-442b-aecd-c1210bcaf81e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.693019] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-011d5876-ec4a-442b-aecd-c1210bcaf81e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.693086] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('011d5876-ec4a-442b-aecd-c1210bcaf81e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.693714] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b1ee109-cb61-450a-8f0a-07076b2d5c77 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.693829] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.693864] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.694023] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.694100] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b1ee109-cb61-450a-8f0a-07076b2d5c77',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.694774] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-259d6581-6c66-46cc-b8f5-f9eb2327cdf9 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.694881] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.694947] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.695109] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.695180] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('259d6581-6c66-46cc-b8f5-f9eb2327cdf9',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.695967] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c73c220-a4b7-4acd-9a43-197eee6cf67d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.696096] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.696163] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.696308] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.696383] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c73c220-a4b7-4acd-9a43-197eee6cf67d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.697052] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-926843c3-af1c-468e-9cd0-342525e30e97 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.697162] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-926843c3-af1c-468e-9cd0-342525e30e97" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.697227] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-926843c3-af1c-468e-9cd0-342525e30e97" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.697379] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-926843c3-af1c-468e-9cd0-342525e30e97" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.697454] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('926843c3-af1c-468e-9cd0-342525e30e97',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.698393] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f23827a1-f628-40aa-ae76-1c5c046b1b7d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.698545] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.698632] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.698810] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.698885] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f23827a1-f628-40aa-ae76-1c5c046b1b7d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.699765] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbdcb7c7-d632-4900-82c8-38a850b72bc6 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.699885] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbdcb7c7-d632-4900-82c8-38a850b72bc6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.699950] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbdcb7c7-d632-4900-82c8-38a850b72bc6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.700109] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbdcb7c7-d632-4900-82c8-38a850b72bc6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.700182] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbdcb7c7-d632-4900-82c8-38a850b72bc6',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.700937] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-537d1b47-e6a9-4363-a31a-5816b9705962 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.701060] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.701126] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.701273] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.701343] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('537d1b47-e6a9-4363-a31a-5816b9705962',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.702132] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.702256] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.702298] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.702472] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.702562] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.703409] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1713d87-d1c7-4fdb-bfb8-30016fe9fd02 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.703551] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1713d87-d1c7-4fdb-bfb8-30016fe9fd02" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.703632] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1713d87-d1c7-4fdb-bfb8-30016fe9fd02" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.703793] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1713d87-d1c7-4fdb-bfb8-30016fe9fd02" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.703868] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1713d87-d1c7-4fdb-bfb8-30016fe9fd02',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.704578] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d09485a3-4af7-4535-a14d-103e83bc1563 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.704667] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d09485a3-4af7-4535-a14d-103e83bc1563" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.704818] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d09485a3-4af7-4535-a14d-103e83bc1563" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.704970] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d09485a3-4af7-4535-a14d-103e83bc1563" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.705058] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d09485a3-4af7-4535-a14d-103e83bc1563',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.705718] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6726dd4-3365-41f8-a208-b83569483323 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.705826] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.705891] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.706097] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.706176] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6726dd4-3365-41f8-a208-b83569483323',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.706836] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf305367-f793-4b43-99a9-8907fd0c4649 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.707061] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.707129] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.707279] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.707350] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf305367-f793-4b43-99a9-8907fd0c4649',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.708023] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de2bc482-63dd-48c4-8f7f-3a5895248c7a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.708131] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de2bc482-63dd-48c4-8f7f-3a5895248c7a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.708196] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de2bc482-63dd-48c4-8f7f-3a5895248c7a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.708341] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de2bc482-63dd-48c4-8f7f-3a5895248c7a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.708409] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de2bc482-63dd-48c4-8f7f-3a5895248c7a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.709102] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df1cf891-17d2-4035-a148-b69d7d01da1a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.709212] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df1cf891-17d2-4035-a148-b69d7d01da1a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.709268] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df1cf891-17d2-4035-a148-b69d7d01da1a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.709421] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df1cf891-17d2-4035-a148-b69d7d01da1a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.709492] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df1cf891-17d2-4035-a148-b69d7d01da1a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.710587] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65f4ac62-8724-4510-84a7-07241c314be3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.710696] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65f4ac62-8724-4510-84a7-07241c314be3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.710787] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65f4ac62-8724-4510-84a7-07241c314be3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.710945] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65f4ac62-8724-4510-84a7-07241c314be3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.711026] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65f4ac62-8724-4510-84a7-07241c314be3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.759412] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bd37931-eb07-4e67-a120-f1641325ae52 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.759587] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.759663] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.759883] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.760069] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.760167] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.760497] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.760497] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.760497] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.760647] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.760701] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bd37931-eb07-4e67-a120-f1641325ae52 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.760863] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.760863] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.761170] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.761170] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.761259] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.761306] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.761430] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.761511] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.761592] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.761691] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4bd37931-eb07-4e67-a120-f1641325ae52',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.796241] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.213079] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c08cbc2-768f-4a96-8e56-ef099aaaa050 with status ACTIVE [ 1061.213403] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.213636] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.213732] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.213942] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.214110] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.214524] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.214524] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.214524] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.214724] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.214834] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.215130] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.215385] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.215385] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.215562] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.215665] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.215778] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c08cbc2-768f-4a96-8e56-ef099aaaa050 is going to be updated. [ 1061.217719] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-011d5876-ec4a-442b-aecd-c1210bcaf81e taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.217842] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-011d5876-ec4a-442b-aecd-c1210bcaf81e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.218554] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-011d5876-ec4a-442b-aecd-c1210bcaf81e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.218554] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-011d5876-ec4a-442b-aecd-c1210bcaf81e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.218554] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.218554] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.218554] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.218815] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.218815] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.218952] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-011d5876-ec4a-442b-aecd-c1210bcaf81e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.219042] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('011d5876-ec4a-442b-aecd-c1210bcaf81e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.226240] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5166677e-8f09-49d6-a106-fd6b59bea6d3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.231818] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.232057] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.232141] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.232699] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.232699] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.232699] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.232871] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.233029] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.233114] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.233301] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.233301] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.236198] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-5166677e-8f09-49d6-a106-fd6b59bea6d3 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.236358] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5166677e-8f09-49d6-a106-fd6b59bea6d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.253434] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5166677e-8f09-49d6-a106-fd6b59bea6d3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.261440] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.261580] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.261639] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.261845] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.262016] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.262111] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.262170] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.262311] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.262394] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.262476] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.262618] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.262711] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.262769] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.262901] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.263055] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.263147] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.263205] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.263336] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.263408] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.263484] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.263569] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.266148] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4bd37931-eb07-4e67-a120-f1641325ae52: rpc.has_security_group_logging(os_id): False [ 1061.271800] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.272016] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.272098] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.272531] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.272701] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.272763] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5166677e-8f09-49d6-a106-fd6b59bea6d3 is going to be created. [ 1061.312315] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.312315] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.312315] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.312315] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.312315] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.312315] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 is going to be updated. [ 1061.314555] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.314716] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.314763] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.314952] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.317896] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.318008] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.324380] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.324631] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.325549] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.325720] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.326476] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.326697] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.327370] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.327495] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.327573] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.327778] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.327933] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.328185] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c08cbc2-768f-4a96-8e56-ef099aaaa050" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.330489] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.330969] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.331823] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.331951] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.333103] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.333324] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.334285] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.334456] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.336674] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.336674] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.336674] env[65832]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1061.336990] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.336990] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.337761] env[65832]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1061.338318] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.338461] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.339724] env[65832]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1061.340184] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.340306] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.341031] env[65832]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1061.341476] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.341631] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.342336] env[65832]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1061.342775] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.342898] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.343651] env[65832]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1061.344084] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.344221] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.344873] env[65832]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1061.345448] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.345593] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.348241] env[65832]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1061.348726] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.348864] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.349437] env[65832]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1061.349908] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.349999] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.353854] env[65832]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1061.357021] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.357021] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.357021] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.357021] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.357021] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.357320] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.357689] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de2bc482-63dd-48c4-8f7f-3a5895248c7a is going to be deleted. [ 1061.358556] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.358749] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.366181] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5166677e-8f09-49d6-a106-fd6b59bea6d3 in Status: UNINITIALIZED for 2s [ 1061.382397] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.382751] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 259d6581-6c66-46cc-b8f5-f9eb2327cdf9 is going to be deleted. [ 1061.383645] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.384682] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.387790] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.387790] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.387790] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.387790] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.387790] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.421491] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 in Status: IN_PROGRESS for 2s [ 1061.424694] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.424859] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df1cf891-17d2-4035-a148-b69d7d01da1a is going to be deleted. [ 1061.425912] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.426155] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.458236] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.458766] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.478236] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.478236] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d09485a3-4af7-4535-a14d-103e83bc1563 is going to be deleted. [ 1061.478773] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.479021] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.522300] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.522300] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.523118] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.523240] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b1ee109-cb61-450a-8f0a-07076b2d5c77 is going to be deleted. [ 1061.524431] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.524748] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.548997] env[65832]: INFO networking_nsxv3.common.synchronization [req-1ab33cf9-ef1e-4dd3-bde0-44e2384abd8a req-9c251045-3fbb-41cd-b3fd-061af82dc8ab tempest-ServerActionsTestOtherA-1266280891 tempest-ServerActionsTestOtherA-1266280891-project-member] Enqueued Resource ID: 0d3d2331-5b08-4f33-a0bc-56c0b553fce3 with Priority: HIGHEST for action security_group_members [ 1061.550020] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3d2331-5b08-4f33-a0bc-56c0b553fce3 with Priority: HIGHEST for action security_group_members [ 1061.550730] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.550854] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.551172] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3d2331-5b08-4f33-a0bc-56c0b553fce3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.551288] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3d2331-5b08-4f33-a0bc-56c0b553fce3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.551357] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3d2331-5b08-4f33-a0bc-56c0b553fce3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.551644] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3d2331-5b08-4f33-a0bc-56c0b553fce3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.551801] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.551903] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.551986] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.552556] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.552649] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.552759] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d3d2331-5b08-4f33-a0bc-56c0b553fce3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.563169] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.563332] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 926843c3-af1c-468e-9cd0-342525e30e97 is going to be deleted. [ 1061.564259] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.564504] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.625674] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.625674] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6726dd4-3365-41f8-a208-b83569483323 is going to be deleted. [ 1061.625674] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.626022] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.681672] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.681839] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.689304] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.689415] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.727895] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('011d5876-ec4a-442b-aecd-c1210bcaf81e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.733938] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.733938] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c5e91b6-7106-4070-99b7-da83526c09fe is going to be deleted. [ 1061.734690] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.734908] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.739174] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.740041] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.773165] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97b5a618-8f37-483b-8732-3ef21cc084f5: rpc.has_security_group_logging(os_id): False [ 1061.792032] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.792032] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f is going to be deleted. [ 1061.792032] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.792032] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.826282] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.826282] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbdcb7c7-d632-4900-82c8-38a850b72bc6 is going to be deleted. [ 1061.827480] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.827480] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.828938] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.829079] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.878309] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.878446] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.926200] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.926200] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c73c220-a4b7-4acd-9a43-197eee6cf67d is going to be deleted. [ 1061.927257] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.927501] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.929218] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.929337] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.960856] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-38 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.961135] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-38" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.961283] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-38" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.961522] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-38" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.961840] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.962041] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.962165] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.962405] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.962599] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.962855] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.963055] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1061.963269] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1061.963489] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1061.963695] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.963827] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1061.963987] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1061.991547] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.991842] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.007103] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1062.007312] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1062.007490] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1062.007672] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-38" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.008012] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-812a648e-e5e2-4c30-aa4d-5e46d5cb92d5 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.008208] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-812a648e-e5e2-4c30-aa4d-5e46d5cb92d5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.008337] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-812a648e-e5e2-4c30-aa4d-5e46d5cb92d5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.008800] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-812a648e-e5e2-4c30-aa4d-5e46d5cb92d5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.008969] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('812a648e-e5e2-4c30-aa4d-5e46d5cb92d5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.012142] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.012268] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf305367-f793-4b43-99a9-8907fd0c4649 is going to be deleted. [ 1062.013509] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.013716] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.017414] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.017566] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.056084] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.056385] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.072162] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.072350] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 537d1b47-e6a9-4363-a31a-5816b9705962 is going to be deleted. [ 1062.073438] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.073681] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.091906] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.091906] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.149908] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.150072] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 052e9426-ea6a-4983-b02f-c775972b6e22 is going to be deleted. [ 1062.151139] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.151391] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.218688] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.218688] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65f4ac62-8724-4510-84a7-07241c314be3 is going to be deleted. [ 1062.219832] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.220630] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.224315] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.224510] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.230579] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.230782] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.230924] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 011d5876-ec4a-442b-aecd-c1210bcaf81e: rpc.has_security_group_logging(os_id): False [ 1062.310888] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.311219] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.311350] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.311404] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.311621] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.311798] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.311991] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.312107] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.312168] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.312326] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.312398] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.312581] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.312663] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.312722] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.312856] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.312929] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.313041] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bd37931-eb07-4e67-a120-f1641325ae52 is going to be updated. [ 1062.314632] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.314632] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.326294] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.326505] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.341145] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.341353] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.365948] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.366134] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1713d87-d1c7-4fdb-bfb8-30016fe9fd02 is going to be deleted. [ 1062.367042] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.367313] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.464846] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.465378] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f23827a1-f628-40aa-ae76-1c5c046b1b7d is going to be deleted. [ 1062.465915] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.466166] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.466280] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.466414] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de2bc482-63dd-48c4-8f7f-3a5895248c7a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.467269] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.467446] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.467523] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.467731] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.467865] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.468064] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65f4ac62-8724-4510-84a7-07241c314be3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.468233] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.468387] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.468459] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.468636] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-259d6581-6c66-46cc-b8f5-f9eb2327cdf9" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.469198] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.469356] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.469465] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.469633] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df1cf891-17d2-4035-a148-b69d7d01da1a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.469815] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.469983] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.470074] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.470188] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b1ee109-cb61-450a-8f0a-07076b2d5c77" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.470313] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.470457] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.470530] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.470641] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d09485a3-4af7-4535-a14d-103e83bc1563" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.470776] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.470913] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.470990] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.471098] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-926843c3-af1c-468e-9cd0-342525e30e97" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.471210] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.471346] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.471417] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.471522] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.471648] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.471787] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.483679] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.483912] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.512152] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.512370] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.512728] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.512830] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.512908] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.513062] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port 812a648e-e5e2-4c30-aa4d-5e46d5cb92d5 not found, creating... [ 1062.513326] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.513485] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.513600] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.513826] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.513960] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.514263] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.514422] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.514538] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.514746] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.514880] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.515029] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: 812a648e-e5e2-4c30-aa4d-5e46d5cb92d5 is going to be created. [ 1062.523554] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.523912] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.524053] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.524114] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.524325] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.524443] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.524606] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.524756] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.524756] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.524911] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.524982] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.525241] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.525340] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.525393] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.525564] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.525600] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.525730] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 is going to be updated. [ 1062.527201] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.527374] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.527461] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.527586] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e28c9ec-68d8-47e1-84d4-89c4f3a1de8f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.527731] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.527870] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.527934] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.528061] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbdcb7c7-d632-4900-82c8-38a850b72bc6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.528267] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.528428] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.528502] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.528776] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.528979] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.529048] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.529156] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.529242] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.529312] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d3d2331-5b08-4f33-a0bc-56c0b553fce3 already deleted. [ 1062.529392] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3d2331-5b08-4f33-a0bc-56c0b553fce3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.529510] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.529673] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.529748] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.529885] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c73c220-a4b7-4acd-9a43-197eee6cf67d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.530498] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.530655] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.530736] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.530914] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.531107] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.531278] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.531365] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.531534] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf305367-f793-4b43-99a9-8907fd0c4649" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.531694] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.531838] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.547153] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.547444] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.547513] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.547776] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.548016] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.548263] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-812a648e-e5e2-4c30-aa4d-5e46d5cb92d5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.573398] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.573575] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.590596] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.590596] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58b262f3-eb29-4d35-84a9-2b0e6d754adb is going to be deleted. [ 1062.592478] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.592816] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.592990] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.593232] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-052e9426-ea6a-4983-b02f-c775972b6e22" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.593528] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.593798] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.593918] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.594123] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c5e91b6-7106-4070-99b7-da83526c09fe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.595098] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.595375] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.595728] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.597241] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.597543] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.644904] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.645126] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.668376] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bd37931-eb07-4e67-a120-f1641325ae52 in Status: IN_PROGRESS for 2s [ 1062.675468] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.675468] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.675468] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.675468] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.675468] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.675722] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.675901] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 011d5876-ec4a-442b-aecd-c1210bcaf81e is going to be updated. [ 1062.679330] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.679470] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.679569] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.679680] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1713d87-d1c7-4fdb-bfb8-30016fe9fd02" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.680362] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.680362] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.680362] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.680362] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f23827a1-f628-40aa-ae76-1c5c046b1b7d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.838044] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.838453] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.838525] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.838819] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.838947] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.839137] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58b262f3-eb29-4d35-84a9-2b0e6d754adb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.840215] env[65832]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1062.840789] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.840954] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.841059] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.841286] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.841454] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.921949] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: IN_PROGRESS for 2s [ 1062.927501] env[65832]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1062.927501] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.927501] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.927501] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.927501] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.927501] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.967938] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 011d5876-ec4a-442b-aecd-c1210bcaf81e in Status: IN_PROGRESS for 2s [ 1063.231379] env[65832]: INFO networking_nsxv3.common.synchronization [req-1ab33cf9-ef1e-4dd3-bde0-44e2384abd8a req-d0353d2c-fa09-4855-911b-7f8f9d3253bb service nova] Enqueued Resource ID: 0d3d2331-5b08-4f33-a0bc-56c0b553fce3 with Priority: HIGHEST for action security_group_rules [ 1063.231686] env[65832]: INFO networking_nsxv3.common.synchronization [req-1ab33cf9-ef1e-4dd3-bde0-44e2384abd8a req-d0353d2c-fa09-4855-911b-7f8f9d3253bb service nova] Enqueued Resource ID: 0d3d2331-5b08-4f33-a0bc-56c0b553fce3 with Priority: HIGHEST for action security_group_members [ 1063.231958] env[65832]: INFO networking_nsxv3.common.synchronization [req-1ab33cf9-ef1e-4dd3-bde0-44e2384abd8a req-d0353d2c-fa09-4855-911b-7f8f9d3253bb service nova] Enqueued Resource ID: 812a648e-e5e2-4c30-aa4d-5e46d5cb92d5 with Priority: HIGHEST for action port [ 1063.233424] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3d2331-5b08-4f33-a0bc-56c0b553fce3 with Priority: HIGHEST for action security_group_rules [ 1063.233570] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3d2331-5b08-4f33-a0bc-56c0b553fce3 with Priority: HIGHEST for action security_group_members [ 1063.233669] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 812a648e-e5e2-4c30-aa4d-5e46d5cb92d5 with Priority: HIGHEST for action port [ 1063.233950] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d3d2331-5b08-4f33-a0bc-56c0b553fce3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.234100] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d3d2331-5b08-4f33-a0bc-56c0b553fce3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.234278] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d3d2331-5b08-4f33-a0bc-56c0b553fce3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.234983] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d3d2331-5b08-4f33-a0bc-56c0b553fce3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.236533] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d3d2331-5b08-4f33-a0bc-56c0b553fce3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.237545] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3d2331-5b08-4f33-a0bc-56c0b553fce3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.237688] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3d2331-5b08-4f33-a0bc-56c0b553fce3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.237817] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3d2331-5b08-4f33-a0bc-56c0b553fce3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.238055] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3d2331-5b08-4f33-a0bc-56c0b553fce3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.238224] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.238362] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.238401] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.238615] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.238725] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.238881] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d3d2331-5b08-4f33-a0bc-56c0b553fce3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.241747] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-812a648e-e5e2-4c30-aa4d-5e46d5cb92d5 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.242195] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-812a648e-e5e2-4c30-aa4d-5e46d5cb92d5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.242195] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-812a648e-e5e2-4c30-aa4d-5e46d5cb92d5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.242331] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-812a648e-e5e2-4c30-aa4d-5e46d5cb92d5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.242462] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('812a648e-e5e2-4c30-aa4d-5e46d5cb92d5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.379019] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5166677e-8f09-49d6-a106-fd6b59bea6d3 in Status: SUCCESS [ 1063.379648] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5166677e-8f09-49d6-a106-fd6b59bea6d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.380418] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5166677e-8f09-49d6-a106-fd6b59bea6d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.380724] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5166677e-8f09-49d6-a106-fd6b59bea6d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.381011] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.381383] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.381473] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.381712] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.381822] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.381939] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5166677e-8f09-49d6-a106-fd6b59bea6d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.382289] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5166677e-8f09-49d6-a106-fd6b59bea6d3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.431534] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 in Status: SUCCESS [ 1063.431821] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.432063] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.432327] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.432525] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.432688] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.432761] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.432966] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.433066] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.433196] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.433290] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.747535] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3d2331-5b08-4f33-a0bc-56c0b553fce3 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.748129] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3d2331-5b08-4f33-a0bc-56c0b553fce3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.748129] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d3d2331-5b08-4f33-a0bc-56c0b553fce3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.748843] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 812a648e-e5e2-4c30-aa4d-5e46d5cb92d5 with status ACTIVE [ 1063.749057] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.749181] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.749248] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.749445] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.749532] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.749757] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.749866] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.749921] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.750099] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.750173] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.750452] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.750452] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.750896] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.750896] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.750896] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.750896] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 812a648e-e5e2-4c30-aa4d-5e46d5cb92d5 is going to be updated. [ 1063.773810] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.773903] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.774049] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.774385] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.774525] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.774689] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-812a648e-e5e2-4c30-aa4d-5e46d5cb92d5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.885518] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5166677e-8f09-49d6-a106-fd6b59bea6d3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.935958] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f57d9f-b605-4bdf-8c98-9940026ff615 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.936195] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.936195] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.936402] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.936715] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.936849] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.936908] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.937103] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.937207] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.937355] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.937438] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f57d9f-b605-4bdf-8c98-9940026ff615 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.937523] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.937582] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.937734] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.937874] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.937968] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.938031] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.938174] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.938249] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.938330] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.938419] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.253225] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d3d2331-5b08-4f33-a0bc-56c0b553fce3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.387985] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5166677e-8f09-49d6-a106-fd6b59bea6d3: rpc.has_security_group_logging(os_id): False [ 1064.407899] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.408123] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.408175] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.408376] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.408460] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.408808] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.408962] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.409040] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.409213] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.409310] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.409413] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5166677e-8f09-49d6-a106-fd6b59bea6d3 is going to be created. [ 1064.440499] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40f57d9f-b605-4bdf-8c98-9940026ff615: rpc.has_security_group_logging(os_id): False [ 1064.467046] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.467046] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.467270] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.467362] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.485803] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.486069] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.486190] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.486260] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.486451] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.486546] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.486775] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.486876] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.486937] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.487107] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.487184] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.487377] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.487469] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.487522] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.487662] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.487737] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.487819] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 is going to be updated. [ 1064.494513] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.494701] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.494701] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.494860] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.495035] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.507504] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5166677e-8f09-49d6-a106-fd6b59bea6d3 in Status: IN_PROGRESS for 2s [ 1064.572616] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.572836] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.572836] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.573050] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.573197] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.591529] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 in Status: IN_PROGRESS for 2s [ 1064.687931] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bd37931-eb07-4e67-a120-f1641325ae52 in Status: SUCCESS [ 1064.688270] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.756343] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.756343] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.756706] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.756706] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.756706] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.756842] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d3d2331-5b08-4f33-a0bc-56c0b553fce3 is going to be created. [ 1064.782937] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.783202] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.783202] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.783412] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.783570] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.794590] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d3d2331-5b08-4f33-a0bc-56c0b553fce3 in Status: UNINITIALIZED for 2s [ 1064.947995] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: SUCCESS [ 1064.948266] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.985939] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 011d5876-ec4a-442b-aecd-c1210bcaf81e in Status: SUCCESS [ 1064.986384] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-011d5876-ec4a-442b-aecd-c1210bcaf81e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.759561] env[65832]: INFO networking_nsxv3.common.synchronization [req-9252d923-a20d-4918-b6b3-037749d4fd58 req-3a922fff-89aa-46d2-8899-9c27be8501b0 tempest-ServerActionsTestOtherB-1041866639 tempest-ServerActionsTestOtherB-1041866639-project-member] Enqueued Resource ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e with Priority: HIGHEST for action security_group_members [ 1065.760203] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e with Priority: HIGHEST for action security_group_members [ 1065.760568] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.760658] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.760738] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.760950] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.761175] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.761259] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.761313] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.761412] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.761495] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.761602] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c4c8db0-1d19-4d1a-a15a-010641cf7c9e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.127634] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-759 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.127634] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-759" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.127634] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-759" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.127894] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-759" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.128028] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.128155] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.128279] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.128495] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.128642] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.128903] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.129030] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1066.129146] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1066.129270] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1066.129360] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.129465] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1066.129593] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1066.152488] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1066.152701] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1066.152788] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1066.152961] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-759" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.153315] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-8ce73137-211a-434c-8475-1271780a8c5d taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.153486] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-8ce73137-211a-434c-8475-1271780a8c5d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.153607] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-8ce73137-211a-434c-8475-1271780a8c5d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.153961] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-8ce73137-211a-434c-8475-1271780a8c5d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.154132] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ce73137-211a-434c-8475-1271780a8c5d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.264443] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.264443] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.264443] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.264705] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.319337] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.319828] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.319828] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.319828] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.320065] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.320121] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.320920] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e is going to be updated. [ 1066.355216] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.355347] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.355347] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.355527] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.355671] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.366808] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e in Status: IN_PROGRESS for 2s [ 1066.522913] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5166677e-8f09-49d6-a106-fd6b59bea6d3 in Status: SUCCESS [ 1066.523175] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5166677e-8f09-49d6-a106-fd6b59bea6d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.608061] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 in Status: SUCCESS [ 1066.608317] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.656161] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.656400] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.656529] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.656901] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.657071] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.657230] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port 8ce73137-211a-434c-8475-1271780a8c5d not found, creating... [ 1066.657493] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.657653] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.657774] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.657997] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.658151] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.658429] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.658586] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.658737] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.658966] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.659129] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.659272] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: 8ce73137-211a-434c-8475-1271780a8c5d is going to be created. [ 1066.679419] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.679626] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.679751] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.680048] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.680298] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.680520] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-8ce73137-211a-434c-8475-1271780a8c5d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.805355] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d3d2331-5b08-4f33-a0bc-56c0b553fce3 in Status: SUCCESS [ 1066.805763] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3d2331-5b08-4f33-a0bc-56c0b553fce3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.805763] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3d2331-5b08-4f33-a0bc-56c0b553fce3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.805967] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3d2331-5b08-4f33-a0bc-56c0b553fce3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.806177] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.806300] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.806367] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.806533] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.806650] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.806734] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3d2331-5b08-4f33-a0bc-56c0b553fce3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.806778] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d3d2331-5b08-4f33-a0bc-56c0b553fce3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.309216] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d3d2331-5b08-4f33-a0bc-56c0b553fce3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.413795] env[65832]: INFO networking_nsxv3.common.synchronization [req-9252d923-a20d-4918-b6b3-037749d4fd58 req-79ca1db3-d171-45aa-ad23-543f8c344753 service nova] Enqueued Resource ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e with Priority: HIGHEST for action security_group_rules [ 1067.414042] env[65832]: INFO networking_nsxv3.common.synchronization [req-9252d923-a20d-4918-b6b3-037749d4fd58 req-79ca1db3-d171-45aa-ad23-543f8c344753 service nova] Enqueued Resource ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e with Priority: HIGHEST for action security_group_members [ 1067.414191] env[65832]: INFO networking_nsxv3.common.synchronization [req-9252d923-a20d-4918-b6b3-037749d4fd58 req-79ca1db3-d171-45aa-ad23-543f8c344753 service nova] Enqueued Resource ID: 8ce73137-211a-434c-8475-1271780a8c5d with Priority: HIGHEST for action port [ 1067.414797] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e with Priority: HIGHEST for action security_group_rules [ 1067.414861] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e with Priority: HIGHEST for action security_group_members [ 1067.414956] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ce73137-211a-434c-8475-1271780a8c5d with Priority: HIGHEST for action port [ 1067.415366] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.415513] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.415567] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.415785] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.416009] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c4c8db0-1d19-4d1a-a15a-010641cf7c9e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.416799] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.416890] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.417112] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ce73137-211a-434c-8475-1271780a8c5d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.417207] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ce73137-211a-434c-8475-1271780a8c5d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.417801] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ce73137-211a-434c-8475-1271780a8c5d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.417801] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ce73137-211a-434c-8475-1271780a8c5d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.417801] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ce73137-211a-434c-8475-1271780a8c5d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.811660] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d3d2331-5b08-4f33-a0bc-56c0b553fce3: rpc.has_security_group_logging(os_id): False [ 1067.836111] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.836324] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.836324] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.836577] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.836714] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.837134] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.837282] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.837355] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.837592] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.837685] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.837827] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d3d2331-5b08-4f33-a0bc-56c0b553fce3 is going to be created. [ 1067.919256] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.919507] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.919601] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ce73137-211a-434c-8475-1271780a8c5d with status ACTIVE [ 1067.919840] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.919969] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.920052] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.920318] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.920407] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.920608] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.920716] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.920775] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.921038] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.921159] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.921940] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.921940] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.921940] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.921940] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.921940] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.921940] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ce73137-211a-434c-8475-1271780a8c5d is going to be updated. [ 1067.937598] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.937895] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.938061] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.938406] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.938696] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.955123] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d3d2331-5b08-4f33-a0bc-56c0b553fce3 in Status: IN_PROGRESS for 2s [ 1067.959802] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.960207] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.960207] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.960503] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.961165] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.961165] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ce73137-211a-434c-8475-1271780a8c5d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.391142] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e in Status: SUCCESS [ 1068.391417] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e deletion is rescheduled due to dependency. [ 1068.391531] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.391755] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.392042] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.392250] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.392378] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.392456] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.392621] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.392702] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.393127] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c4c8db0-1d19-4d1a-a15a-010641cf7c9e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.895623] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c4c8db0-1d19-4d1a-a15a-010641cf7c9e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.399878] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c4c8db0-1d19-4d1a-a15a-010641cf7c9e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.901867] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.902240] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.902240] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.902342] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.902450] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.902533] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e is going to be updated. [ 1069.937483] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.937707] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.937765] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.937957] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.938116] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.949888] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e in Status: IN_PROGRESS for 2s [ 1069.967543] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d3d2331-5b08-4f33-a0bc-56c0b553fce3 in Status: SUCCESS [ 1069.967809] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d3d2331-5b08-4f33-a0bc-56c0b553fce3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.967027] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e in Status: SUCCESS [ 1071.967027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.967027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.967027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.967027] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.967027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.967027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.967027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.967027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.967027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.967027] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c4c8db0-1d19-4d1a-a15a-010641cf7c9e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.205587] env[65832]: INFO networking_nsxv3.common.synchronization [None req-23dda270-cfbc-4805-982a-4bad811ebef7 None None] Enqueued Resource ID: 293db147-3ec9-4a52-a1ee-722467353fcd with Priority: HIGHEST for action port [ 1072.206154] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 293db147-3ec9-4a52-a1ee-722467353fcd with Priority: HIGHEST for action port [ 1072.206493] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-293db147-3ec9-4a52-a1ee-722467353fcd taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.206651] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-293db147-3ec9-4a52-a1ee-722467353fcd" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.206697] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-293db147-3ec9-4a52-a1ee-722467353fcd" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.207018] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-293db147-3ec9-4a52-a1ee-722467353fcd" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.207122] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('293db147-3ec9-4a52-a1ee-722467353fcd',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.467787] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c4c8db0-1d19-4d1a-a15a-010641cf7c9e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.709764] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 293db147-3ec9-4a52-a1ee-722467353fcd [ 1072.709873] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.710061] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.710133] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.710355] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.710467] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.710578] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:293db147-3ec9-4a52-a1ee-722467353fcd already deleted. [ 1072.710669] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-293db147-3ec9-4a52-a1ee-722467353fcd" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.972344] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e: rpc.has_security_group_logging(os_id): False [ 1072.989346] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.989660] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.989660] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.989762] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.989837] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.990088] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.990188] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.990261] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.990396] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.990468] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.990552] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e is going to be updated. [ 1073.055477] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.055665] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.055711] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.055928] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.056086] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.069118] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e in Status: IN_PROGRESS for 2s [ 1073.960728] env[65832]: INFO networking_nsxv3.common.synchronization [req-eb51d2c8-b8de-49ef-bf6b-12dde42be437 req-240e73c2-7c15-49d3-a6f4-2216e89e41e1 tempest-AttachInterfacesTestJSON-1132375137 tempest-AttachInterfacesTestJSON-1132375137-project-member] Enqueued Resource ID: eecf63cb-706a-480f-a301-d7a08fd5a29f with Priority: HIGHEST for action security_group_members [ 1073.961355] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eecf63cb-706a-480f-a301-d7a08fd5a29f with Priority: HIGHEST for action security_group_members [ 1073.961735] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-eecf63cb-706a-480f-a301-d7a08fd5a29f taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.962143] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.963164] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.963403] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.963599] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.963736] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.963843] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.963984] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.964096] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.964198] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eecf63cb-706a-480f-a301-d7a08fd5a29f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.374260] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.374766] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-183" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.374766] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-183" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.374899] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-183" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.375098] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.375265] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.375381] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.375606] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.375751] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.376085] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1074.376223] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1074.376335] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1074.376445] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1074.376559] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1074.376951] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1074.376951] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1074.397946] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1074.398224] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1074.398397] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1074.398605] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-183" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.399115] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-78b1932c-81fb-4d43-8757-2f15129ff0f7 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.399303] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-78b1932c-81fb-4d43-8757-2f15129ff0f7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.399460] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-78b1932c-81fb-4d43-8757-2f15129ff0f7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.399814] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-78b1932c-81fb-4d43-8757-2f15129ff0f7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.400155] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78b1932c-81fb-4d43-8757-2f15129ff0f7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.450279] env[65832]: INFO networking_nsxv3.common.synchronization [None req-36137e29-fd5a-418b-be05-a0e280768124 None None] Enqueued Resource ID: 43d4255d-c7b5-4fa9-9d33-3ee5276e660f with Priority: HIGHEST for action port [ 1074.450877] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43d4255d-c7b5-4fa9-9d33-3ee5276e660f with Priority: HIGHEST for action port [ 1074.451258] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-43d4255d-c7b5-4fa9-9d33-3ee5276e660f taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.451424] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43d4255d-c7b5-4fa9-9d33-3ee5276e660f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.451668] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43d4255d-c7b5-4fa9-9d33-3ee5276e660f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.451858] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43d4255d-c7b5-4fa9-9d33-3ee5276e660f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.451992] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43d4255d-c7b5-4fa9-9d33-3ee5276e660f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.467335] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.467721] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.467721] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.467721] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.467831] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.468063] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.468218] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.468359] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.468558] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.468644] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.468734] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eecf63cb-706a-480f-a301-d7a08fd5a29f already deleted. [ 1074.468833] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.794924] env[65832]: INFO networking_nsxv3.common.synchronization [req-a7b3dc41-7401-486d-b824-b27edbfb7a82 req-834e280a-ba33-4eec-8414-073a03107169 tempest-DeleteServersTestJSON-1628511814 tempest-DeleteServersTestJSON-1628511814-project-member] Enqueued Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGHEST for action security_group_members [ 1074.795521] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGHEST for action security_group_members [ 1074.795872] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f57d9f-b605-4bdf-8c98-9940026ff615 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.795997] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.796250] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.796456] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.796609] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.796728] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.796787] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.796997] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.796997] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.797156] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.906134] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.906134] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.906134] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.906134] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.906134] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.906134] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port 78b1932c-81fb-4d43-8757-2f15129ff0f7 not found, creating... [ 1074.906134] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.906134] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.906134] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.906697] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.906697] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.906762] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.906998] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.907348] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.907614] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.907773] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.907923] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: 78b1932c-81fb-4d43-8757-2f15129ff0f7 is going to be created. [ 1074.929758] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.929758] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.929758] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.929758] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.930560] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.930560] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-78b1932c-81fb-4d43-8757-2f15129ff0f7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.954934] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43d4255d-c7b5-4fa9-9d33-3ee5276e660f [ 1074.954934] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.954934] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.954934] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.955562] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.955562] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.955562] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43d4255d-c7b5-4fa9-9d33-3ee5276e660f already deleted. [ 1074.955562] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43d4255d-c7b5-4fa9-9d33-3ee5276e660f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.089502] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e in Status: SUCCESS [ 1075.089502] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.300658] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.300941] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.301653] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.301989] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.302159] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.302562] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.302739] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.302839] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.303133] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.303276] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.303444] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 is going to be updated. [ 1075.334419] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.334709] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.334802] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.335112] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.335339] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.348208] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 in Status: IN_PROGRESS for 2s [ 1075.661871] env[65832]: INFO networking_nsxv3.common.synchronization [req-eb51d2c8-b8de-49ef-bf6b-12dde42be437 req-3e666c11-bbf5-48a4-b0a6-44d983b7058f service nova] Enqueued Resource ID: eecf63cb-706a-480f-a301-d7a08fd5a29f with Priority: HIGHEST for action security_group_rules [ 1075.661871] env[65832]: INFO networking_nsxv3.common.synchronization [req-eb51d2c8-b8de-49ef-bf6b-12dde42be437 req-3e666c11-bbf5-48a4-b0a6-44d983b7058f service nova] Enqueued Resource ID: eecf63cb-706a-480f-a301-d7a08fd5a29f with Priority: HIGHEST for action security_group_members [ 1075.662433] env[65832]: INFO networking_nsxv3.common.synchronization [req-eb51d2c8-b8de-49ef-bf6b-12dde42be437 req-3e666c11-bbf5-48a4-b0a6-44d983b7058f service nova] Enqueued Resource ID: 78b1932c-81fb-4d43-8757-2f15129ff0f7 with Priority: HIGHEST for action port [ 1075.662609] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eecf63cb-706a-480f-a301-d7a08fd5a29f with Priority: HIGHEST for action security_group_rules [ 1075.662760] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eecf63cb-706a-480f-a301-d7a08fd5a29f with Priority: HIGHEST for action security_group_members [ 1075.662851] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78b1932c-81fb-4d43-8757-2f15129ff0f7 with Priority: HIGHEST for action port [ 1075.663564] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eecf63cb-706a-480f-a301-d7a08fd5a29f taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.663665] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.663738] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.663926] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.664024] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eecf63cb-706a-480f-a301-d7a08fd5a29f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.665461] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-eecf63cb-706a-480f-a301-d7a08fd5a29f taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.665706] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.665794] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.666043] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.666165] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.666255] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.666341] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.666485] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.666545] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.667370] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eecf63cb-706a-480f-a301-d7a08fd5a29f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.667476] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-78b1932c-81fb-4d43-8757-2f15129ff0f7 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.667593] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78b1932c-81fb-4d43-8757-2f15129ff0f7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.667663] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78b1932c-81fb-4d43-8757-2f15129ff0f7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.667810] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78b1932c-81fb-4d43-8757-2f15129ff0f7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.667883] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78b1932c-81fb-4d43-8757-2f15129ff0f7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.169892] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eecf63cb-706a-480f-a301-d7a08fd5a29f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.170813] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-eecf63cb-706a-480f-a301-d7a08fd5a29f taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.170915] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.171717] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78b1932c-81fb-4d43-8757-2f15129ff0f7 with status ACTIVE [ 1076.171717] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.171717] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.171717] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.171963] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.171963] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.172166] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.172266] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.172326] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.172604] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.172698] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.172880] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.172966] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.173035] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.175487] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.175487] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.175487] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78b1932c-81fb-4d43-8757-2f15129ff0f7 is going to be updated. [ 1076.199810] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.200227] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.200317] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.200826] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.200826] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.200934] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78b1932c-81fb-4d43-8757-2f15129ff0f7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.675603] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eecf63cb-706a-480f-a301-d7a08fd5a29f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.178820] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.179052] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.179142] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.179353] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.179452] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.179554] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eecf63cb-706a-480f-a301-d7a08fd5a29f is going to be created. [ 1077.207261] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.207261] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.207261] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.207261] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.207261] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.220402] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eecf63cb-706a-480f-a301-d7a08fd5a29f in Status: UNINITIALIZED for 2s [ 1077.361406] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 in Status: SUCCESS [ 1077.361664] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 deletion is rescheduled due to dependency. [ 1077.361827] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.230366] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eecf63cb-706a-480f-a301-d7a08fd5a29f in Status: SUCCESS [ 1079.230716] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.230803] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.231019] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.231364] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.231546] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.231652] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.231838] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.231921] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.232020] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.232138] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eecf63cb-706a-480f-a301-d7a08fd5a29f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.735635] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eecf63cb-706a-480f-a301-d7a08fd5a29f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.239677] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eecf63cb-706a-480f-a301-d7a08fd5a29f: rpc.has_security_group_logging(os_id): False [ 1080.257652] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.257853] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.257853] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.258065] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.258161] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.258385] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.258485] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.258546] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.258696] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.258768] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.258851] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eecf63cb-706a-480f-a301-d7a08fd5a29f is going to be created. [ 1080.317975] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.318171] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.318227] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.318421] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.318593] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.329915] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eecf63cb-706a-480f-a301-d7a08fd5a29f in Status: IN_PROGRESS for 2s [ 1080.615479] env[65832]: INFO networking_nsxv3.common.synchronization [req-6639f481-c0af-4a46-b90a-3812e63823c5 req-ef174d35-25f9-4b82-ac5c-04464747a6dc tempest-ServersTestJSON-1196950663 tempest-ServersTestJSON-1196950663-project-member] Enqueued Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_members [ 1080.616063] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_members [ 1080.616480] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.616631] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.616705] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.616935] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.617218] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.617338] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.617421] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.617647] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.617756] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.617864] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.919174] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-524 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.919438] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-524" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.919522] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-524" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.919805] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-524" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.920087] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.920273] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.920397] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.920628] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.920777] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.920986] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1080.921356] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1080.921482] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1080.921593] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1080.921707] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1080.921817] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1080.921955] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1080.944373] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1080.944555] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1080.944696] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1080.944870] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-524" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.945215] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-251704bf-df5b-4d27-b5df-09acdafb97b7 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.945394] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-251704bf-df5b-4d27-b5df-09acdafb97b7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.945514] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-251704bf-df5b-4d27-b5df-09acdafb97b7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.945850] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-251704bf-df5b-4d27-b5df-09acdafb97b7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.945993] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('251704bf-df5b-4d27-b5df-09acdafb97b7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.119610] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.448874] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.449417] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.449684] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.450124] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.450394] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.450666] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port 251704bf-df5b-4d27-b5df-09acdafb97b7 not found, creating... [ 1081.451122] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.451394] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.451586] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.451909] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.452109] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.452477] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.452688] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.452769] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.453012] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.453160] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.453308] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: 251704bf-df5b-4d27-b5df-09acdafb97b7 is going to be created. [ 1081.476760] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.476964] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.477098] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.477411] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.477661] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.477904] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-251704bf-df5b-4d27-b5df-09acdafb97b7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.624865] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.127427] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.127701] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.127701] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.127837] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.127921] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.127981] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 is going to be updated. [ 1082.164486] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.164735] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.164735] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.164881] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.165045] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.181084] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: IN_PROGRESS for 2s [ 1082.247791] env[65832]: INFO networking_nsxv3.common.synchronization [req-6639f481-c0af-4a46-b90a-3812e63823c5 req-f6a75995-07eb-4309-a6e3-bc4438f59a4e service nova] Enqueued Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_rules [ 1082.247791] env[65832]: INFO networking_nsxv3.common.synchronization [req-6639f481-c0af-4a46-b90a-3812e63823c5 req-f6a75995-07eb-4309-a6e3-bc4438f59a4e service nova] Enqueued Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_members [ 1082.247791] env[65832]: INFO networking_nsxv3.common.synchronization [req-6639f481-c0af-4a46-b90a-3812e63823c5 req-f6a75995-07eb-4309-a6e3-bc4438f59a4e service nova] Enqueued Resource ID: 251704bf-df5b-4d27-b5df-09acdafb97b7 with Priority: HIGHEST for action port [ 1082.248253] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_rules [ 1082.248459] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_members [ 1082.248496] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 251704bf-df5b-4d27-b5df-09acdafb97b7 with Priority: HIGHEST for action port [ 1082.248837] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.248969] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.249292] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.249608] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.249735] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.251078] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.251227] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.251453] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-251704bf-df5b-4d27-b5df-09acdafb97b7 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.251706] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-251704bf-df5b-4d27-b5df-09acdafb97b7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.251832] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-251704bf-df5b-4d27-b5df-09acdafb97b7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.251989] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-251704bf-df5b-4d27-b5df-09acdafb97b7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.252063] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('251704bf-df5b-4d27-b5df-09acdafb97b7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.343976] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eecf63cb-706a-480f-a301-d7a08fd5a29f in Status: SUCCESS [ 1082.344284] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.753710] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.754046] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.754137] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 251704bf-df5b-4d27-b5df-09acdafb97b7 with status ACTIVE [ 1082.754266] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.754378] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.754437] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.754644] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.754728] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.754890] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.754984] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.755086] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.755255] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.755363] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.755550] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.755714] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.755714] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.755996] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.755996] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.755996] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 251704bf-df5b-4d27-b5df-09acdafb97b7 is going to be updated. [ 1082.778787] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.778925] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.779016] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.779336] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.779452] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.779725] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-251704bf-df5b-4d27-b5df-09acdafb97b7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.192673] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: SUCCESS [ 1084.193206] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.193206] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.193427] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.193861] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.193861] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.193861] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.194121] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.194121] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.194227] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.697514] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.200669] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.703184] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.703184] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.703184] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.703401] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.703440] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.703512] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 is going to be updated. [ 1085.735788] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.735788] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.735788] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.735788] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.735788] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.744537] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: IN_PROGRESS for 2s [ 1085.790174] env[65832]: INFO networking_nsxv3.common.synchronization [req-0a331ed4-e466-4972-a864-ba8dd9f00981 req-8ae3e3a9-0277-4808-9745-a7c9f4fa8d1f tempest-ServerDiskConfigTestJSON-2118481968 tempest-ServerDiskConfigTestJSON-2118481968-project-member] Enqueued Resource ID: c01a6a90-fd28-4017-978d-35f1fcce016a with Priority: HIGHEST for action security_group_members [ 1085.790174] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01a6a90-fd28-4017-978d-35f1fcce016a with Priority: HIGHEST for action security_group_members [ 1085.790174] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01a6a90-fd28-4017-978d-35f1fcce016a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.790174] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.790174] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.791324] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.791779] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.793669] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.793669] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.793669] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.793669] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.793669] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c01a6a90-fd28-4017-978d-35f1fcce016a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.144278] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-189 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.144278] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-189" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.144278] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-189" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.145013] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-189" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.145704] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.146215] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.146496] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.146886] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.147212] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.147839] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.148159] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1086.148426] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1086.149066] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1086.149066] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.149217] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1086.149500] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1086.172277] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1086.172540] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1086.173164] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1086.173164] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-189" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.173630] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-da8074c3-e5f5-4933-9fb5-79c2c7616f3d taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.174678] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-da8074c3-e5f5-4933-9fb5-79c2c7616f3d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.174678] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-da8074c3-e5f5-4933-9fb5-79c2c7616f3d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.174678] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-da8074c3-e5f5-4933-9fb5-79c2c7616f3d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.175273] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da8074c3-e5f5-4933-9fb5-79c2c7616f3d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.294408] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.294829] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.294829] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.294937] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.294976] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.295191] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.295289] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.295351] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.295535] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.295614] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.295700] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c01a6a90-fd28-4017-978d-35f1fcce016a already deleted. [ 1086.295806] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.678116] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.678342] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.678522] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.678772] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.678941] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.679167] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port da8074c3-e5f5-4933-9fb5-79c2c7616f3d not found, creating... [ 1086.679572] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.679751] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.679889] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.680373] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.680373] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.680654] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.680838] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.680973] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.681198] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.681338] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.681481] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: da8074c3-e5f5-4933-9fb5-79c2c7616f3d is going to be created. [ 1086.702096] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.702452] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.702671] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.703099] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.703469] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.703843] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-da8074c3-e5f5-4933-9fb5-79c2c7616f3d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.482021] env[65832]: INFO networking_nsxv3.common.synchronization [req-0a331ed4-e466-4972-a864-ba8dd9f00981 req-2ef5ac92-ffef-43b7-840d-be3e9548bc18 service nova] Enqueued Resource ID: c01a6a90-fd28-4017-978d-35f1fcce016a with Priority: HIGHEST for action security_group_rules [ 1087.482333] env[65832]: INFO networking_nsxv3.common.synchronization [req-0a331ed4-e466-4972-a864-ba8dd9f00981 req-2ef5ac92-ffef-43b7-840d-be3e9548bc18 service nova] Enqueued Resource ID: c01a6a90-fd28-4017-978d-35f1fcce016a with Priority: HIGHEST for action security_group_members [ 1087.482430] env[65832]: INFO networking_nsxv3.common.synchronization [req-0a331ed4-e466-4972-a864-ba8dd9f00981 req-2ef5ac92-ffef-43b7-840d-be3e9548bc18 service nova] Enqueued Resource ID: da8074c3-e5f5-4933-9fb5-79c2c7616f3d with Priority: HIGHEST for action port [ 1087.482999] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01a6a90-fd28-4017-978d-35f1fcce016a with Priority: HIGHEST for action security_group_rules [ 1087.483822] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01a6a90-fd28-4017-978d-35f1fcce016a with Priority: HIGHEST for action security_group_members [ 1087.483990] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da8074c3-e5f5-4933-9fb5-79c2c7616f3d with Priority: HIGHEST for action port [ 1087.484444] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c01a6a90-fd28-4017-978d-35f1fcce016a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.484645] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.484861] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.485165] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.485301] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c01a6a90-fd28-4017-978d-35f1fcce016a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.486349] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01a6a90-fd28-4017-978d-35f1fcce016a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.486543] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.486637] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.486854] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.487055] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.487198] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.487390] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.487637] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.487830] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.488010] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c01a6a90-fd28-4017-978d-35f1fcce016a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.494426] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-da8074c3-e5f5-4933-9fb5-79c2c7616f3d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.494426] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da8074c3-e5f5-4933-9fb5-79c2c7616f3d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.494603] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da8074c3-e5f5-4933-9fb5-79c2c7616f3d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.494733] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da8074c3-e5f5-4933-9fb5-79c2c7616f3d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.494733] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da8074c3-e5f5-4933-9fb5-79c2c7616f3d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.757768] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: SUCCESS [ 1087.758084] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.758737] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.758955] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.759180] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.759318] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.759453] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.759630] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.759761] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.759817] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.759888] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.999512] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01a6a90-fd28-4017-978d-35f1fcce016a taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.999659] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.999866] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c01a6a90-fd28-4017-978d-35f1fcce016a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.000875] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da8074c3-e5f5-4933-9fb5-79c2c7616f3d with status ACTIVE [ 1088.001132] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.001287] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.002533] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.002533] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.002615] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.002754] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.002860] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.002924] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.003107] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.003225] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.003589] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.003743] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.003841] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.004180] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.004180] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.004180] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da8074c3-e5f5-4933-9fb5-79c2c7616f3d is going to be updated. [ 1088.026478] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.026645] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.026688] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.026883] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.027031] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.027194] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da8074c3-e5f5-4933-9fb5-79c2c7616f3d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.264737] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.265078] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.265078] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.265313] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.265506] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.265651] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.265734] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.265927] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.266092] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.266198] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.266388] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.266513] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.266580] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.266766] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.266855] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.266946] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.267013] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.267160] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.267233] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.267310] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.267404] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.506294] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c01a6a90-fd28-4017-978d-35f1fcce016a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.770063] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97b5a618-8f37-483b-8732-3ef21cc084f5: rpc.has_security_group_logging(os_id): False [ 1088.789571] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.789726] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.789802] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.790027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.790230] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.790362] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.790466] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.790526] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.790687] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.790845] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.790950] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.791079] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.791146] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.791281] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.791348] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.791524] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.791616] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.791680] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.791832] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.791906] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.792016] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 is going to be updated. [ 1088.859810] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.859810] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.859810] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.859810] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.859810] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.895798] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: IN_PROGRESS for 2s [ 1089.008850] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.009032] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.009098] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.009308] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.009479] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.009614] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c01a6a90-fd28-4017-978d-35f1fcce016a is going to be created. [ 1089.032942] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.033193] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.033193] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.033383] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.033541] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.044014] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01a6a90-fd28-4017-978d-35f1fcce016a in Status: UNINITIALIZED for 2s [ 1089.998796] env[65832]: INFO networking_nsxv3.common.synchronization [req-7765b7a3-39d1-4a79-b28f-80c9bdd7e4bb req-0bda948f-449f-47e6-9466-b2e445989597 tempest-ImagesTestJSON-1599396182 tempest-ImagesTestJSON-1599396182-project-member] Enqueued Resource ID: 4bd37931-eb07-4e67-a120-f1641325ae52 with Priority: HIGHEST for action security_group_members [ 1089.999537] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bd37931-eb07-4e67-a120-f1641325ae52 with Priority: HIGHEST for action security_group_members [ 1089.999903] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bd37931-eb07-4e67-a120-f1641325ae52 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.001614] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.001774] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.001995] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.002567] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.002567] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.002567] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.002727] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.002727] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.002802] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bd37931-eb07-4e67-a120-f1641325ae52',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.184948] env[65832]: INFO networking_nsxv3.common.synchronization [req-323a50b8-13d8-4a6a-a508-fdb68a78b3d2 req-b743fc1e-69c8-44d5-80fe-50b9a27b19d3 tempest-ServerRescueNegativeTestJSON-6968955 tempest-ServerRescueNegativeTestJSON-6968955-project-member] Enqueued Resource ID: 67724f93-5c1b-43da-b3d7-d13c51fccb2a with Priority: HIGHEST for action security_group_members [ 1090.185539] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67724f93-5c1b-43da-b3d7-d13c51fccb2a with Priority: HIGHEST for action security_group_members [ 1090.186471] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-67724f93-5c1b-43da-b3d7-d13c51fccb2a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.186705] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-67724f93-5c1b-43da-b3d7-d13c51fccb2a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.186786] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-67724f93-5c1b-43da-b3d7-d13c51fccb2a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.187102] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-67724f93-5c1b-43da-b3d7-d13c51fccb2a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.187394] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.187510] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.187582] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.188031] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.188031] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.188031] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('67724f93-5c1b-43da-b3d7-d13c51fccb2a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.493606] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-726 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.497289] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-726" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.497514] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-726" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.497851] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-726" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.498302] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.498494] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.498616] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.498844] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.498994] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.499253] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1090.499386] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1090.499550] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1090.499669] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1090.499782] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1090.499910] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1090.500061] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1090.506359] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bd37931-eb07-4e67-a120-f1641325ae52',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.526374] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1090.526566] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1090.526769] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1090.526998] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-726" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.527460] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-4e08a0dc-b922-4170-81f0-03e29032d926 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.527740] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-4e08a0dc-b922-4170-81f0-03e29032d926" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.527898] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-4e08a0dc-b922-4170-81f0-03e29032d926" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.528242] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-4e08a0dc-b922-4170-81f0-03e29032d926" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.528386] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e08a0dc-b922-4170-81f0-03e29032d926',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.690216] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.690369] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.691102] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.691102] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.713656] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.713922] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.714074] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.714145] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.714313] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.714383] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.714475] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67724f93-5c1b-43da-b3d7-d13c51fccb2a is going to be updated. [ 1090.746807] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.747090] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.747090] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.747227] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.747391] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.762725] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67724f93-5c1b-43da-b3d7-d13c51fccb2a in Status: IN_PROGRESS for 2s [ 1090.913834] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: SUCCESS [ 1090.914596] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.012394] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bd37931-eb07-4e67-a120-f1641325ae52',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.036789] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.037647] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.037647] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.037826] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.037902] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.038223] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port 4e08a0dc-b922-4170-81f0-03e29032d926 not found, creating... [ 1091.038524] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.038746] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.038914] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.039224] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.039444] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.039842] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.040085] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.040280] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.040552] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.040737] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.040965] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: 4e08a0dc-b922-4170-81f0-03e29032d926 is going to be created. [ 1091.054954] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01a6a90-fd28-4017-978d-35f1fcce016a in Status: SUCCESS [ 1091.055267] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.058547] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.058841] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.059121] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.059283] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.059373] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.059585] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.059698] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.059811] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.059934] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c01a6a90-fd28-4017-978d-35f1fcce016a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.063941] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.064233] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.064423] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.064756] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.065086] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.065387] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-4e08a0dc-b922-4170-81f0-03e29032d926" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.515142] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.515486] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.515690] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.516629] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.516629] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.516629] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bd37931-eb07-4e67-a120-f1641325ae52 is going to be updated. [ 1091.547436] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.547729] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.547813] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.548032] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.548179] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.558016] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bd37931-eb07-4e67-a120-f1641325ae52 in Status: IN_PROGRESS for 2s [ 1091.563536] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01a6a90-fd28-4017-978d-35f1fcce016a taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.563720] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.563771] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.563964] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.564131] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.564232] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.564313] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.564440] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.564524] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.564613] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.564756] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01a6a90-fd28-4017-978d-35f1fcce016a taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.564855] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.564954] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.565131] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.565288] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.565382] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.565443] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.565803] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.565803] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.565803] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.565803] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c01a6a90-fd28-4017-978d-35f1fcce016a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.762704] env[65832]: INFO networking_nsxv3.common.synchronization [req-7765b7a3-39d1-4a79-b28f-80c9bdd7e4bb req-9fa535ec-bd30-4773-9f91-587716232ad6 service nova] Enqueued Resource ID: 4bd37931-eb07-4e67-a120-f1641325ae52 with Priority: HIGHEST for action security_group_rules [ 1091.762941] env[65832]: INFO networking_nsxv3.common.synchronization [req-7765b7a3-39d1-4a79-b28f-80c9bdd7e4bb req-9fa535ec-bd30-4773-9f91-587716232ad6 service nova] Enqueued Resource ID: 4bd37931-eb07-4e67-a120-f1641325ae52 with Priority: HIGHEST for action security_group_members [ 1091.762985] env[65832]: INFO networking_nsxv3.common.synchronization [req-7765b7a3-39d1-4a79-b28f-80c9bdd7e4bb req-9fa535ec-bd30-4773-9f91-587716232ad6 service nova] Enqueued Resource ID: 4e08a0dc-b922-4170-81f0-03e29032d926 with Priority: HIGHEST for action port [ 1091.763527] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bd37931-eb07-4e67-a120-f1641325ae52 with Priority: HIGHEST for action security_group_rules [ 1091.763633] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bd37931-eb07-4e67-a120-f1641325ae52 with Priority: HIGHEST for action security_group_members [ 1091.763725] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e08a0dc-b922-4170-81f0-03e29032d926 with Priority: HIGHEST for action port [ 1091.765053] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bd37931-eb07-4e67-a120-f1641325ae52 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.765053] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.765053] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.765053] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.765053] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bd37931-eb07-4e67-a120-f1641325ae52',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.765351] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bd37931-eb07-4e67-a120-f1641325ae52 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.766024] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.766024] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e08a0dc-b922-4170-81f0-03e29032d926 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.766024] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e08a0dc-b922-4170-81f0-03e29032d926" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.766024] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e08a0dc-b922-4170-81f0-03e29032d926" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.766024] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e08a0dc-b922-4170-81f0-03e29032d926" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.766024] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e08a0dc-b922-4170-81f0-03e29032d926',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.068453] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c01a6a90-fd28-4017-978d-35f1fcce016a: rpc.has_security_group_logging(os_id): False [ 1092.207125] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.207217] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.208477] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.208477] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.208674] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.208955] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.209530] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.209530] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.209530] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.209530] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.209753] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.209857] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.209857] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.210022] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.210385] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.210385] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.210385] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.210556] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.210556] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.210635] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.210772] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c01a6a90-fd28-4017-978d-35f1fcce016a is going to be created. [ 1092.267782] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bd37931-eb07-4e67-a120-f1641325ae52 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.267980] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.270366] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4e08a0dc-b922-4170-81f0-03e29032d926 with status ACTIVE [ 1092.270592] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.270851] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.270851] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.271106] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.271106] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.272066] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.272066] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.272066] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.272066] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.272066] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.272566] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.272566] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.272566] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.272566] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.273078] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.273078] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4e08a0dc-b922-4170-81f0-03e29032d926 is going to be updated. [ 1092.348537] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.348882] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.349020] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.349304] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.349568] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.349851] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e08a0dc-b922-4170-81f0-03e29032d926" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.400228] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.400511] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.400607] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.400903] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.401204] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.427687] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c01a6a90-fd28-4017-978d-35f1fcce016a in Status: IN_PROGRESS for 2s [ 1092.543723] env[65832]: INFO networking_nsxv3.common.synchronization [req-8b463193-7f74-4b50-8aad-0d93432c04f7 req-2072bcba-8f87-4898-8ffc-9da39c9f9ac1 tempest-AttachInterfacesTestJSON-1132375137 tempest-AttachInterfacesTestJSON-1132375137-project-member] Enqueued Resource ID: eecf63cb-706a-480f-a301-d7a08fd5a29f with Priority: HIGHEST for action security_group_members [ 1092.544442] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eecf63cb-706a-480f-a301-d7a08fd5a29f with Priority: HIGHEST for action security_group_members [ 1092.544808] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-eecf63cb-706a-480f-a301-d7a08fd5a29f taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.545355] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.545355] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.545355] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.545530] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.545659] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.545735] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.545977] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.546168] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.546289] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eecf63cb-706a-480f-a301-d7a08fd5a29f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.773286] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 67724f93-5c1b-43da-b3d7-d13c51fccb2a in Status: SUCCESS [ 1092.773525] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 67724f93-5c1b-43da-b3d7-d13c51fccb2a deletion is rescheduled due to dependency. [ 1092.773648] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-67724f93-5c1b-43da-b3d7-d13c51fccb2a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.943837] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.943837] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-183" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.943837] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-183" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.943837] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-183" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.943837] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.944249] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.944249] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.945026] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.945026] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.945026] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.945245] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1092.945625] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1092.945625] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1092.945625] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1092.946097] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1092.946097] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1092.966991] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1092.967142] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1092.967323] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1092.967617] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-183" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.971986] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-d6081601-9844-4e30-a830-9c00ebae0894 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.971986] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-d6081601-9844-4e30-a830-9c00ebae0894" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.971986] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-d6081601-9844-4e30-a830-9c00ebae0894" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.971986] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-d6081601-9844-4e30-a830-9c00ebae0894" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.971986] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6081601-9844-4e30-a830-9c00ebae0894',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.049731] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eecf63cb-706a-480f-a301-d7a08fd5a29f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.471929] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.472409] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.472493] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.472908] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.473171] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.473416] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port d6081601-9844-4e30-a830-9c00ebae0894 not found, creating... [ 1093.473842] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.474113] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.474314] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.474675] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.474914] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.475398] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.475661] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.475897] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.476248] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.476470] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.476698] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: d6081601-9844-4e30-a830-9c00ebae0894 is going to be created. [ 1093.497839] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.498124] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.498181] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.498559] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.498667] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.498885] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-d6081601-9844-4e30-a830-9c00ebae0894" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.552183] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eecf63cb-706a-480f-a301-d7a08fd5a29f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.573109] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bd37931-eb07-4e67-a120-f1641325ae52 in Status: SUCCESS [ 1093.573347] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.573527] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.573819] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.573962] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.574103] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.574172] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.574292] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.574365] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.574462] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bd37931-eb07-4e67-a120-f1641325ae52',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.054693] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.054989] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.055085] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.055301] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.055388] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.055517] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eecf63cb-706a-480f-a301-d7a08fd5a29f is going to be updated. [ 1094.078236] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bd37931-eb07-4e67-a120-f1641325ae52',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.090649] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.090977] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.090977] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.091548] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.091548] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.104584] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eecf63cb-706a-480f-a301-d7a08fd5a29f in Status: IN_PROGRESS for 2s [ 1094.290901] env[65832]: INFO networking_nsxv3.common.synchronization [req-8b463193-7f74-4b50-8aad-0d93432c04f7 req-b308fc02-393c-4829-a025-01a3f267169b service nova] Enqueued Resource ID: eecf63cb-706a-480f-a301-d7a08fd5a29f with Priority: HIGHEST for action security_group_rules [ 1094.292761] env[65832]: INFO networking_nsxv3.common.synchronization [req-8b463193-7f74-4b50-8aad-0d93432c04f7 req-b308fc02-393c-4829-a025-01a3f267169b service nova] Enqueued Resource ID: eecf63cb-706a-480f-a301-d7a08fd5a29f with Priority: HIGHEST for action security_group_members [ 1094.292761] env[65832]: INFO networking_nsxv3.common.synchronization [req-8b463193-7f74-4b50-8aad-0d93432c04f7 req-b308fc02-393c-4829-a025-01a3f267169b service nova] Enqueued Resource ID: d6081601-9844-4e30-a830-9c00ebae0894 with Priority: HIGHEST for action port [ 1094.292761] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eecf63cb-706a-480f-a301-d7a08fd5a29f with Priority: HIGHEST for action security_group_rules [ 1094.292761] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eecf63cb-706a-480f-a301-d7a08fd5a29f with Priority: HIGHEST for action security_group_members [ 1094.292761] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6081601-9844-4e30-a830-9c00ebae0894 with Priority: HIGHEST for action port [ 1094.293429] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eecf63cb-706a-480f-a301-d7a08fd5a29f taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.293429] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.293549] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.293791] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.293916] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eecf63cb-706a-480f-a301-d7a08fd5a29f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.296224] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-eecf63cb-706a-480f-a301-d7a08fd5a29f taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.296224] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.296224] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6081601-9844-4e30-a830-9c00ebae0894 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.296224] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6081601-9844-4e30-a830-9c00ebae0894" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.296224] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6081601-9844-4e30-a830-9c00ebae0894" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.296224] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6081601-9844-4e30-a830-9c00ebae0894" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.296594] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6081601-9844-4e30-a830-9c00ebae0894',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.440948] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c01a6a90-fd28-4017-978d-35f1fcce016a in Status: SUCCESS [ 1094.441196] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.579653] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bd37931-eb07-4e67-a120-f1641325ae52',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.800669] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-eecf63cb-706a-480f-a301-d7a08fd5a29f taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.800848] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.801130] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6081601-9844-4e30-a830-9c00ebae0894 with status ACTIVE [ 1094.801315] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.801438] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.801515] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.801765] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.801906] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.802113] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.802239] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.802311] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.802490] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.802594] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.802794] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.802940] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.803076] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.803139] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.803210] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.803295] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6081601-9844-4e30-a830-9c00ebae0894 is going to be updated. [ 1094.833669] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.833669] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.833669] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.834052] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.834052] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.834150] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6081601-9844-4e30-a830-9c00ebae0894" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.059586] env[65832]: INFO networking_nsxv3.common.synchronization [req-8ee642ce-b809-4634-825b-ed2b79dd0ec9 req-ed08206d-35f2-4e94-8638-2ee5ee516f05 tempest-DeleteServersTestJSON-1628511814 tempest-DeleteServersTestJSON-1628511814-project-member] Enqueued Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGHEST for action security_group_members [ 1095.060094] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGHEST for action security_group_members [ 1095.060968] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f57d9f-b605-4bdf-8c98-9940026ff615 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.060968] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.060968] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.060968] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.060968] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.061214] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.061214] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.061214] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.061316] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.061390] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.082603] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.082952] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.082952] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.083229] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.083348] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.084789] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bd37931-eb07-4e67-a120-f1641325ae52 is going to be updated. [ 1095.113649] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.114070] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.114070] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.114200] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.114353] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.128406] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bd37931-eb07-4e67-a120-f1641325ae52 in Status: IN_PROGRESS for 2s [ 1095.441913] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-947 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.442099] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-947" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.442213] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-947" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.442474] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-947" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.442722] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.442880] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.442995] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.443232] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.443374] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.443583] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.443741] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1095.443858] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1095.443970] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1095.446691] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1095.446863] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1095.447096] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1095.465466] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1095.465466] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1095.465662] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1095.465770] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-947" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.466106] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-f7748731-e4bf-4075-9185-6963af00fbc1 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.466291] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-f7748731-e4bf-4075-9185-6963af00fbc1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.466412] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-f7748731-e4bf-4075-9185-6963af00fbc1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.466751] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-f7748731-e4bf-4075-9185-6963af00fbc1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.466900] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7748731-e4bf-4075-9185-6963af00fbc1',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.563466] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.563701] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.563750] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.563999] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.564163] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.564372] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.564481] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.564550] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.564694] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.564776] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.564870] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 is going to be updated. [ 1095.599171] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.599611] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.599611] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.599700] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.599805] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.609177] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 in Status: IN_PROGRESS for 2s [ 1095.971465] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.971708] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.971841] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.972126] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.972276] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.972965] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port f7748731-e4bf-4075-9185-6963af00fbc1 not found, creating... [ 1095.973291] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.973458] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.973579] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.973820] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.973961] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.974253] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.974407] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.974522] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.974752] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.974887] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.975039] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: f7748731-e4bf-4075-9185-6963af00fbc1 is going to be created. [ 1096.003423] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.003648] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.003773] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.004054] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.004278] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.004495] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-f7748731-e4bf-4075-9185-6963af00fbc1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.119127] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eecf63cb-706a-480f-a301-d7a08fd5a29f in Status: SUCCESS [ 1096.119394] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.119772] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.120011] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.120505] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.120505] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.120505] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.120706] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.120743] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.120852] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eecf63cb-706a-480f-a301-d7a08fd5a29f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.623643] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eecf63cb-706a-480f-a301-d7a08fd5a29f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.732364] env[65832]: INFO networking_nsxv3.common.synchronization [req-8ee642ce-b809-4634-825b-ed2b79dd0ec9 req-f8b0d20c-7b5a-44cb-b761-b7d2ad791508 service nova] Enqueued Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGHEST for action security_group_rules [ 1096.733254] env[65832]: INFO networking_nsxv3.common.synchronization [req-8ee642ce-b809-4634-825b-ed2b79dd0ec9 req-f8b0d20c-7b5a-44cb-b761-b7d2ad791508 service nova] Enqueued Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGHEST for action security_group_members [ 1096.733254] env[65832]: INFO networking_nsxv3.common.synchronization [req-8ee642ce-b809-4634-825b-ed2b79dd0ec9 req-f8b0d20c-7b5a-44cb-b761-b7d2ad791508 service nova] Enqueued Resource ID: f7748731-e4bf-4075-9185-6963af00fbc1 with Priority: HIGHEST for action port [ 1096.733254] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGHEST for action security_group_rules [ 1096.733386] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGHEST for action security_group_members [ 1096.734185] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7748731-e4bf-4075-9185-6963af00fbc1 with Priority: HIGHEST for action port [ 1096.734185] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40f57d9f-b605-4bdf-8c98-9940026ff615 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.734185] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.734185] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.734675] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.734722] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.735728] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f57d9f-b605-4bdf-8c98-9940026ff615 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.735728] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.735896] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7748731-e4bf-4075-9185-6963af00fbc1 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.736019] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7748731-e4bf-4075-9185-6963af00fbc1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.736081] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7748731-e4bf-4075-9185-6963af00fbc1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.736238] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7748731-e4bf-4075-9185-6963af00fbc1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.736315] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7748731-e4bf-4075-9185-6963af00fbc1',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.127782] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eecf63cb-706a-480f-a301-d7a08fd5a29f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.139506] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bd37931-eb07-4e67-a120-f1641325ae52 in Status: SUCCESS [ 1097.139797] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.140083] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.140359] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.140631] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.140784] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.140853] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.141077] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.141181] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.141281] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.141381] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4bd37931-eb07-4e67-a120-f1641325ae52',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.240507] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7748731-e4bf-4075-9185-6963af00fbc1 with status ACTIVE [ 1097.240838] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.241043] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.241121] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.241324] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.241465] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.241604] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.241761] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.241830] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.241968] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.242130] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.242307] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.242468] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.242468] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.242617] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.242680] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.242803] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7748731-e4bf-4075-9185-6963af00fbc1 is going to be updated. [ 1097.244088] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f57d9f-b605-4bdf-8c98-9940026ff615 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.244303] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.270981] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.270981] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.270981] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.270981] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.270981] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.270981] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7748731-e4bf-4075-9185-6963af00fbc1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.620515] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 in Status: SUCCESS [ 1097.620850] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 deletion is rescheduled due to dependency. [ 1097.620996] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.621232] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.621480] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.621699] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.621869] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.621987] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.622191] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.622331] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.622415] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.631573] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.632076] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.632076] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.632236] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.632377] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.632505] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eecf63cb-706a-480f-a301-d7a08fd5a29f is going to be updated. [ 1097.644492] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bd37931-eb07-4e67-a120-f1641325ae52 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.644750] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.644871] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.645310] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.645588] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.645747] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.645820] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.645982] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.646078] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.646276] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.646493] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bd37931-eb07-4e67-a120-f1641325ae52 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.646651] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.646726] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.646881] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.647083] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.647232] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.647343] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.647668] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.647809] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.647928] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.648023] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4bd37931-eb07-4e67-a120-f1641325ae52',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.666480] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.666697] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.666763] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.667023] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.667180] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.679781] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eecf63cb-706a-480f-a301-d7a08fd5a29f in Status: IN_PROGRESS for 2s [ 1098.058444] env[65832]: INFO networking_nsxv3.common.synchronization [req-5ea7152f-2e5d-4c67-a4e2-efa6fb2a4e6d req-7424d9b5-3ddb-4baa-98da-86e1e74ac4a7 tempest-ServersTestJSON-1196950663 tempest-ServersTestJSON-1196950663-project-member] Enqueued Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_members [ 1098.060690] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_members [ 1098.061156] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.061441] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.061546] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.061807] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.062033] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.062216] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.062347] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.063309] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.063495] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.063658] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.125210] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.150671] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4bd37931-eb07-4e67-a120-f1641325ae52: rpc.has_security_group_logging(os_id): False [ 1098.169975] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.170136] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.170206] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.170400] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.170488] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.170711] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.170811] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.170855] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.170995] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.171100] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.171276] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.171369] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.171430] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.171563] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.171679] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.171845] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.172129] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.172129] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.172215] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.172283] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.172350] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bd37931-eb07-4e67-a120-f1641325ae52 is going to be updated. [ 1098.249013] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.249463] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.249463] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.249528] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.249821] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.269385] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bd37931-eb07-4e67-a120-f1641325ae52 in Status: IN_PROGRESS for 2s [ 1098.568207] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.628330] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.072651] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.130556] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.130795] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.130881] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.131102] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.131226] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.131285] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 is going to be updated. [ 1099.164217] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.164665] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.164712] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.165071] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.165153] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.176571] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 in Status: IN_PROGRESS for 2s [ 1099.576148] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.576347] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.576415] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.576636] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.576735] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.576833] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 is going to be updated. [ 1099.610824] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.611090] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.611161] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.611375] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.611526] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.625450] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: IN_PROGRESS for 2s [ 1099.693611] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eecf63cb-706a-480f-a301-d7a08fd5a29f in Status: SUCCESS [ 1099.693983] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.694360] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.694638] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.694883] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.695047] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.695123] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.695304] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.695476] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.695687] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.695854] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eecf63cb-706a-480f-a301-d7a08fd5a29f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.198775] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eecf63cb-706a-480f-a301-d7a08fd5a29f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.286372] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bd37931-eb07-4e67-a120-f1641325ae52 in Status: SUCCESS [ 1100.286639] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.701171] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eecf63cb-706a-480f-a301-d7a08fd5a29f: rpc.has_security_group_logging(os_id): False [ 1100.722698] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.722891] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.722891] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.723135] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.723226] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.723475] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.723576] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.723641] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.723791] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.723913] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.723958] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eecf63cb-706a-480f-a301-d7a08fd5a29f is going to be updated. [ 1100.788154] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.788375] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.788375] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.788567] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.788709] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.800338] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eecf63cb-706a-480f-a301-d7a08fd5a29f in Status: IN_PROGRESS for 2s [ 1101.206332] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 in Status: SUCCESS [ 1101.206332] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.206332] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.206332] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.206332] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.206332] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.206332] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.206332] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.206332] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.206332] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.206332] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.648222] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: SUCCESS [ 1101.648424] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.708156] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f57d9f-b605-4bdf-8c98-9940026ff615 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.708319] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.708390] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.708603] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.708761] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.708860] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.708948] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.709079] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.709164] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.709248] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.709397] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f57d9f-b605-4bdf-8c98-9940026ff615 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.709488] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.709545] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.709680] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.709850] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.709940] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.710008] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.710148] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.710221] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.710297] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.710383] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.164585] env[65832]: INFO networking_nsxv3.common.synchronization [None req-e73ece7d-53d1-4270-888e-8eff1f49b408 tempest-AttachInterfacesTestJSON-1132375137 tempest-AttachInterfacesTestJSON-1132375137-project-member] Enqueued Resource ID: a6726dd4-3365-41f8-a208-b83569483323 with Priority: HIGHEST for action security_group_members [ 1102.164585] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6726dd4-3365-41f8-a208-b83569483323 with Priority: HIGHEST for action security_group_members [ 1102.164585] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6726dd4-3365-41f8-a208-b83569483323 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.164585] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.164585] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.164585] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.164585] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.164585] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.164585] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.164585] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.164585] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.164585] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6726dd4-3365-41f8-a208-b83569483323',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.213282] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40f57d9f-b605-4bdf-8c98-9940026ff615: rpc.has_security_group_logging(os_id): False [ 1102.237326] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.237494] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.237539] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.237871] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.237954] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.238207] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.238311] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.238439] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.238551] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.238625] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.238828] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.238914] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.238992] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.239171] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.239241] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.239433] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.239520] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.239578] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.239713] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.239828] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.239916] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 is going to be updated. [ 1102.345744] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.346192] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.346291] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.346521] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.346706] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.429889] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 in Status: IN_PROGRESS for 2s [ 1102.667314] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.667545] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.667545] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.667759] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.667899] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.668201] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.668323] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.668414] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.668543] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.668622] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.668765] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6726dd4-3365-41f8-a208-b83569483323 is going to be deleted. [ 1102.709445] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.709640] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.709686] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.710213] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.710777] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.710777] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.819151] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eecf63cb-706a-480f-a301-d7a08fd5a29f in Status: SUCCESS [ 1102.819408] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.447436] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 in Status: SUCCESS [ 1104.447864] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.836285] env[65832]: INFO networking_nsxv3.common.synchronization [req-f4acfaeb-d0ae-4e73-80a6-c9a62d23add5 req-266e0233-519e-4188-9d0e-4c28fb917cb7 tempest-ServerRescueNegativeTestJSON-6968955 tempest-ServerRescueNegativeTestJSON-6968955-project-member] Enqueued Resource ID: d0104092-3793-4d2f-a8ec-a2304776dc5b with Priority: HIGHEST for action security_group_members [ 1104.836703] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0104092-3793-4d2f-a8ec-a2304776dc5b with Priority: HIGHEST for action security_group_members [ 1104.837061] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0104092-3793-4d2f-a8ec-a2304776dc5b taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.837379] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.837379] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.837379] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.837527] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.837628] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.837689] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.837867] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.837967] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.838639] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0104092-3793-4d2f-a8ec-a2304776dc5b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.977572] env[65832]: INFO networking_nsxv3.common.synchronization [req-fb4de6da-68aa-47b3-8a73-c54bce9ac01f req-c60e4205-7cfc-44a5-bbf7-dab898cd5a97 tempest-ServerActionsTestJSON-1537680952 tempest-ServerActionsTestJSON-1537680952-project-member] Enqueued Resource ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 with Priority: HIGHEST for action security_group_members [ 1104.978134] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 with Priority: HIGHEST for action security_group_members [ 1104.978785] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.978910] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.978977] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.979356] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.979616] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.979726] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.979762] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.979989] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.980128] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.980174] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.341652] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d0104092-3793-4d2f-a8ec-a2304776dc5b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.483490] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.483490] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.483906] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.483906] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.507503] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.507909] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.508072] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.508177] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.508383] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.508508] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.508588] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 is going to be updated. [ 1105.537628] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.537878] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.537918] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.538195] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.538362] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.548938] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 in Status: IN_PROGRESS for 2s [ 1105.844126] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d0104092-3793-4d2f-a8ec-a2304776dc5b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.346489] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.346609] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.346672] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.346888] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.346993] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.347131] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0104092-3793-4d2f-a8ec-a2304776dc5b is going to be updated. [ 1106.380678] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.380886] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.381019] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.381284] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.381433] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.394189] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0104092-3793-4d2f-a8ec-a2304776dc5b in Status: IN_PROGRESS for 2s [ 1107.559569] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 in Status: SUCCESS [ 1107.560046] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 deletion is rescheduled due to dependency. [ 1107.560046] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.697249] env[65832]: INFO networking_nsxv3.common.synchronization [req-0100f3a5-972e-41da-9ef9-de8b134adb39 req-1d731029-7a27-4020-bb37-bd3b780e5219 tempest-ServersTestJSON-1196950663 tempest-ServersTestJSON-1196950663-project-member] Enqueued Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_members [ 1107.697829] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGHEST for action security_group_members [ 1107.698262] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.698431] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.700046] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.700046] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.700046] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.700046] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.700046] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.700046] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.700046] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.700046] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.201847] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.202102] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.202102] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.202298] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.202389] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.202608] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.202742] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.202785] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.202910] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.202983] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.203081] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 is going to be updated. [ 1108.234140] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.234270] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.234270] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.234560] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.234733] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.244360] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: IN_PROGRESS for 2s [ 1108.408017] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0104092-3793-4d2f-a8ec-a2304776dc5b in Status: SUCCESS [ 1108.408017] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.254410] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 in Status: SUCCESS [ 1110.254759] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 deletion is rescheduled due to dependency. [ 1110.254759] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.570578] env[65832]: INFO networking_nsxv3.common.synchronization [req-5208c2ae-67fd-4395-a794-6c8fe0889a4e req-3c4d45d7-0473-4fc2-bbf6-db95bafedabc tempest-ImagesTestJSON-1599396182 tempest-ImagesTestJSON-1599396182-project-member] Enqueued Resource ID: 4bd37931-eb07-4e67-a120-f1641325ae52 with Priority: HIGHEST for action security_group_members [ 1110.571255] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bd37931-eb07-4e67-a120-f1641325ae52 with Priority: HIGHEST for action security_group_members [ 1110.571353] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bd37931-eb07-4e67-a120-f1641325ae52 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.571452] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.571498] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.573049] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.573049] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.573049] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.573049] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.573049] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.573049] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.573049] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bd37931-eb07-4e67-a120-f1641325ae52',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.867286] env[65832]: INFO networking_nsxv3.common.synchronization [req-c9786b34-8263-4ade-ade8-1d8f18c0bf49 req-f5c40de5-74a2-4345-beac-dc3a7f2d3162 tempest-ServerRescueNegativeTestJSON-6968955 tempest-ServerRescueNegativeTestJSON-6968955-project-member] Enqueued Resource ID: d0104092-3793-4d2f-a8ec-a2304776dc5b with Priority: HIGHEST for action security_group_members [ 1110.867815] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0104092-3793-4d2f-a8ec-a2304776dc5b with Priority: HIGHEST for action security_group_members [ 1110.868153] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-d0104092-3793-4d2f-a8ec-a2304776dc5b taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.868307] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.868366] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.868524] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.868780] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.868892] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.868958] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.869123] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.869208] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.869298] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d0104092-3793-4d2f-a8ec-a2304776dc5b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.076070] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bd37931-eb07-4e67-a120-f1641325ae52',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.372395] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.372395] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.372763] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.372763] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.392865] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.393239] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.393416] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.393487] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.393692] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.394943] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.394943] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0104092-3793-4d2f-a8ec-a2304776dc5b is going to be updated. [ 1111.426322] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.426523] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.426619] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.426882] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.427078] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.437318] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0104092-3793-4d2f-a8ec-a2304776dc5b in Status: IN_PROGRESS for 2s [ 1111.578229] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bd37931-eb07-4e67-a120-f1641325ae52',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.081059] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.081310] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.081384] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.081604] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.081693] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.081792] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bd37931-eb07-4e67-a120-f1641325ae52 is going to be updated. [ 1112.111552] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.111695] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.111766] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.111982] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.112129] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.122934] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bd37931-eb07-4e67-a120-f1641325ae52 in Status: IN_PROGRESS for 2s [ 1113.448014] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d0104092-3793-4d2f-a8ec-a2304776dc5b in Status: SUCCESS [ 1113.448373] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d0104092-3793-4d2f-a8ec-a2304776dc5b deletion is rescheduled due to dependency. [ 1113.448373] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.823245] env[65832]: INFO networking_nsxv3.common.synchronization [req-97ee2e6e-0f38-4d90-9615-1a85080c2779 req-61d80091-ff60-48ef-985d-fa057c6f8a3c tempest-ServerDiskConfigTestJSON-2118481968 tempest-ServerDiskConfigTestJSON-2118481968-project-member] Enqueued Resource ID: c01a6a90-fd28-4017-978d-35f1fcce016a with Priority: HIGHEST for action security_group_members [ 1113.823758] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01a6a90-fd28-4017-978d-35f1fcce016a with Priority: HIGHEST for action security_group_members [ 1113.824225] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01a6a90-fd28-4017-978d-35f1fcce016a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.824344] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.824412] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.824604] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.824913] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.828427] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.828427] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.828427] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.828427] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.828427] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c01a6a90-fd28-4017-978d-35f1fcce016a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.134221] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bd37931-eb07-4e67-a120-f1641325ae52 in Status: SUCCESS [ 1114.134446] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.330720] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.330720] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.330898] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.330971] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.331128] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.331325] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.331429] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.331495] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.331654] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.331760] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.331822] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c01a6a90-fd28-4017-978d-35f1fcce016a is going to be updated. [ 1114.361598] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.361748] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.361821] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.362050] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.362191] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.371645] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01a6a90-fd28-4017-978d-35f1fcce016a in Status: IN_PROGRESS for 2s [ 1116.383611] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01a6a90-fd28-4017-978d-35f1fcce016a in Status: SUCCESS [ 1116.383893] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c01a6a90-fd28-4017-978d-35f1fcce016a deletion is rescheduled due to dependency. [ 1116.383893] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.946696] env[65832]: INFO networking_nsxv3.common.synchronization [req-68adf1b7-64c9-4543-80f1-1744abb0165d req-0496fe81-3857-4192-8f5c-fbc1572faef7 tempest-AttachVolumeNegativeTest-1723517508 tempest-AttachVolumeNegativeTest-1723517508-project-member] Enqueued Resource ID: e7196833-b950-42dd-860e-641c3090f28a with Priority: HIGHEST for action security_group_members [ 1116.947309] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7196833-b950-42dd-860e-641c3090f28a with Priority: HIGHEST for action security_group_members [ 1116.947760] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7196833-b950-42dd-860e-641c3090f28a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.947907] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7196833-b950-42dd-860e-641c3090f28a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.947977] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7196833-b950-42dd-860e-641c3090f28a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.948219] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7196833-b950-42dd-860e-641c3090f28a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.948385] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.948966] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.948966] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.949120] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.949201] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.949301] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7196833-b950-42dd-860e-641c3090f28a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.452129] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.452450] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.452450] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.452666] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.473633] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.473947] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.474088] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.474154] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.474396] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.474516] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.474616] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7196833-b950-42dd-860e-641c3090f28a is going to be updated. [ 1117.500795] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.501028] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.501028] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.501251] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.501401] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.512121] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7196833-b950-42dd-860e-641c3090f28a in Status: IN_PROGRESS for 2s [ 1119.266066] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.266066] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-183" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.266066] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-183" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.266066] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-183" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.266066] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.267237] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.267497] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.267854] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.268193] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.268533] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1119.268762] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1119.269348] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1119.269642] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1119.269941] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1119.270289] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1119.271154] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1119.289940] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1119.290421] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1119.293021] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1119.293021] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-183" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.293021] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-b3b08f1a-2aa1-4c6f-89a9-75ed047f0992 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.293021] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-b3b08f1a-2aa1-4c6f-89a9-75ed047f0992" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.293021] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-b3b08f1a-2aa1-4c6f-89a9-75ed047f0992" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.293021] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-b3b08f1a-2aa1-4c6f-89a9-75ed047f0992" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.293021] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3b08f1a-2aa1-4c6f-89a9-75ed047f0992',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.522716] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7196833-b950-42dd-860e-641c3090f28a in Status: SUCCESS [ 1119.522905] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7196833-b950-42dd-860e-641c3090f28a deletion is rescheduled due to dependency. [ 1119.523033] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7196833-b950-42dd-860e-641c3090f28a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.795330] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.795566] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.795691] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.795976] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.796143] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.796300] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port b3b08f1a-2aa1-4c6f-89a9-75ed047f0992 not found, creating... [ 1119.796654] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.796815] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.796932] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.797168] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.797305] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.797589] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.797740] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.797851] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.798063] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.798192] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.798327] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: b3b08f1a-2aa1-4c6f-89a9-75ed047f0992 is going to be created. [ 1119.821108] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.821350] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.821484] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.821760] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.821994] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.822243] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-b3b08f1a-2aa1-4c6f-89a9-75ed047f0992" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.528306] env[65832]: INFO networking_nsxv3.common.synchronization [req-21c01062-c897-4bf7-862b-5b693e87ff2d req-1fc08511-2f05-4e35-936f-87eb633b59ad service nova] Enqueued Resource ID: a6726dd4-3365-41f8-a208-b83569483323 with Priority: HIGHEST for action security_group_rules [ 1120.528950] env[65832]: INFO networking_nsxv3.common.synchronization [req-21c01062-c897-4bf7-862b-5b693e87ff2d req-1fc08511-2f05-4e35-936f-87eb633b59ad service nova] Enqueued Resource ID: a6726dd4-3365-41f8-a208-b83569483323 with Priority: HIGHEST for action security_group_members [ 1120.528950] env[65832]: INFO networking_nsxv3.common.synchronization [req-21c01062-c897-4bf7-862b-5b693e87ff2d req-1fc08511-2f05-4e35-936f-87eb633b59ad service nova] Enqueued Resource ID: b3b08f1a-2aa1-4c6f-89a9-75ed047f0992 with Priority: HIGHEST for action port [ 1120.529219] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6726dd4-3365-41f8-a208-b83569483323 with Priority: HIGHEST for action security_group_rules [ 1120.529424] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6726dd4-3365-41f8-a208-b83569483323 with Priority: HIGHEST for action security_group_members [ 1120.529526] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3b08f1a-2aa1-4c6f-89a9-75ed047f0992 with Priority: HIGHEST for action port [ 1120.530434] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6726dd4-3365-41f8-a208-b83569483323 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.530571] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.530623] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.531195] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.531195] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6726dd4-3365-41f8-a208-b83569483323',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.531780] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6726dd4-3365-41f8-a208-b83569483323 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.531882] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.531973] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.532156] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.532303] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.532405] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.532453] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.532657] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.532773] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.532879] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6726dd4-3365-41f8-a208-b83569483323',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.533665] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3b08f1a-2aa1-4c6f-89a9-75ed047f0992 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.533776] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3b08f1a-2aa1-4c6f-89a9-75ed047f0992" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.533863] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3b08f1a-2aa1-4c6f-89a9-75ed047f0992" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.534054] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3b08f1a-2aa1-4c6f-89a9-75ed047f0992" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.534193] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3b08f1a-2aa1-4c6f-89a9-75ed047f0992',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.807796] env[65832]: INFO networking_nsxv3.common.synchronization [req-3e2478a1-e14a-4de1-9ecf-9e5a71bc9c6a req-4864c0d8-da27-4123-8dc3-04c97d16109d tempest-ServerActionsTestJSON-1537680952 tempest-ServerActionsTestJSON-1537680952-project-member] Enqueued Resource ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 with Priority: HIGHEST for action security_group_members [ 1120.807944] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 with Priority: HIGHEST for action security_group_members [ 1120.808213] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.808428] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.808428] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.808660] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.809138] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.809138] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.809138] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.809348] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.809478] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.809579] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.037860] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3b08f1a-2aa1-4c6f-89a9-75ed047f0992 with status ACTIVE [ 1121.037860] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.037860] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.037860] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.038259] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.038259] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.038389] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.038491] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.038537] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.038659] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.038728] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.038903] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.038992] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.039055] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.039204] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.039274] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.039356] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3b08f1a-2aa1-4c6f-89a9-75ed047f0992 is going to be updated. [ 1121.041457] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6726dd4-3365-41f8-a208-b83569483323',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.043656] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6726dd4-3365-41f8-a208-b83569483323 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.044920] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.077754] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.077901] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.077977] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.078200] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.078356] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.078516] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3b08f1a-2aa1-4c6f-89a9-75ed047f0992" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.172492] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-672 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.172492] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-672" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.172753] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-672" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.173831] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-672" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.174211] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.174394] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.174511] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.174762] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.174913] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.175949] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.175949] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1121.175949] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1121.175949] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1121.175949] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.175949] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1121.175949] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1121.202130] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1121.202223] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1121.202388] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1121.202669] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-672" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.204035] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-9a826b62-b2b7-4e37-af0d-4e0957a7d546 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.204035] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-9a826b62-b2b7-4e37-af0d-4e0957a7d546" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.204035] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-9a826b62-b2b7-4e37-af0d-4e0957a7d546" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.204035] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-9a826b62-b2b7-4e37-af0d-4e0957a7d546" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.204035] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a826b62-b2b7-4e37-af0d-4e0957a7d546',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.313089] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.313244] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.313298] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.313486] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.313569] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.313780] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.313883] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.313942] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.314123] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.314197] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.314283] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 is going to be updated. [ 1121.343271] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.343486] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.343486] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.343888] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.344056] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.355980] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 in Status: IN_PROGRESS for 2s [ 1121.544515] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6726dd4-3365-41f8-a208-b83569483323',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.707009] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.707506] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.708417] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.708928] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.709242] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.709520] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port 9a826b62-b2b7-4e37-af0d-4e0957a7d546 not found, creating... [ 1121.710280] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.710280] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.710615] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.710836] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.712238] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.712238] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.712238] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.712238] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.712633] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.712633] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.712803] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: 9a826b62-b2b7-4e37-af0d-4e0957a7d546 is going to be created. [ 1121.736811] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.737097] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.737243] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.737668] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.737968] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.737968] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-9a826b62-b2b7-4e37-af0d-4e0957a7d546" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.048578] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.048738] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.048810] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.049037] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.049165] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.049273] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6726dd4-3365-41f8-a208-b83569483323 is going to be created. [ 1122.075711] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.075867] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.075939] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.076164] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.076322] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.086583] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6726dd4-3365-41f8-a208-b83569483323 in Status: UNINITIALIZED for 2s [ 1122.193391] env[65832]: INFO networking_nsxv3.common.synchronization [req-f5bb5284-4404-4196-8b08-7a423a12b154 req-ab327f1a-129e-487b-b045-d0315b9726c3 tempest-ImagesTestJSON-1599396182 tempest-ImagesTestJSON-1599396182-project-member] Enqueued Resource ID: 4bd37931-eb07-4e67-a120-f1641325ae52 with Priority: HIGHEST for action security_group_members [ 1122.193937] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bd37931-eb07-4e67-a120-f1641325ae52 with Priority: HIGHEST for action security_group_members [ 1122.194257] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bd37931-eb07-4e67-a120-f1641325ae52 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.194379] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.194451] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.194645] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.194899] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.194899] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.195017] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.195517] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.195605] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.195696] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bd37931-eb07-4e67-a120-f1641325ae52',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.499377] env[65832]: INFO networking_nsxv3.common.synchronization [req-3e2478a1-e14a-4de1-9ecf-9e5a71bc9c6a req-9b139ca8-e13e-451b-905a-744cce727f26 service nova] Enqueued Resource ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 with Priority: HIGHEST for action security_group_rules [ 1122.499531] env[65832]: INFO networking_nsxv3.common.synchronization [req-3e2478a1-e14a-4de1-9ecf-9e5a71bc9c6a req-9b139ca8-e13e-451b-905a-744cce727f26 service nova] Enqueued Resource ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 with Priority: HIGHEST for action security_group_members [ 1122.499668] env[65832]: INFO networking_nsxv3.common.synchronization [req-3e2478a1-e14a-4de1-9ecf-9e5a71bc9c6a req-9b139ca8-e13e-451b-905a-744cce727f26 service nova] Enqueued Resource ID: 9a826b62-b2b7-4e37-af0d-4e0957a7d546 with Priority: HIGHEST for action port [ 1122.500211] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 with Priority: HIGHEST for action security_group_rules [ 1122.500366] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 with Priority: HIGHEST for action security_group_members [ 1122.500471] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a826b62-b2b7-4e37-af0d-4e0957a7d546 with Priority: HIGHEST for action port [ 1122.500738] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.500860] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.500921] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.501423] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.501592] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.503157] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.503325] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.503600] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a826b62-b2b7-4e37-af0d-4e0957a7d546 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.504065] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a826b62-b2b7-4e37-af0d-4e0957a7d546" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.504452] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a826b62-b2b7-4e37-af0d-4e0957a7d546" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.504452] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a826b62-b2b7-4e37-af0d-4e0957a7d546" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.504585] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a826b62-b2b7-4e37-af0d-4e0957a7d546',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.699617] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.699968] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.699968] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.700346] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.700516] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.700844] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.701035] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.701119] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.701298] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.701386] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.701489] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bd37931-eb07-4e67-a120-f1641325ae52 is going to be updated. [ 1122.731774] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.731971] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.731971] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.732208] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.732355] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.741975] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bd37931-eb07-4e67-a120-f1641325ae52 in Status: IN_PROGRESS for 2s [ 1122.843251] env[65832]: INFO networking_nsxv3.common.synchronization [req-4ca811f4-5e8f-4895-b983-246981a85bd9 req-03b756b9-c50c-44db-be98-c16f150c3434 tempest-ServerDiskConfigTestJSON-2118481968 tempest-ServerDiskConfigTestJSON-2118481968-project-member] Enqueued Resource ID: c01a6a90-fd28-4017-978d-35f1fcce016a with Priority: HIGHEST for action security_group_members [ 1122.843767] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01a6a90-fd28-4017-978d-35f1fcce016a with Priority: HIGHEST for action security_group_members [ 1122.844554] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01a6a90-fd28-4017-978d-35f1fcce016a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.844554] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.844554] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.844554] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.844554] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.844808] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.844897] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.845075] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.845186] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.845297] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c01a6a90-fd28-4017-978d-35f1fcce016a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.004237] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.004428] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.011872] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a826b62-b2b7-4e37-af0d-4e0957a7d546 with status ACTIVE [ 1123.012117] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.012257] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.012330] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.012545] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.012638] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.012856] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.012960] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.013057] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.013225] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.013265] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.013592] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.013592] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.013592] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.013718] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.013783] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.014239] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a826b62-b2b7-4e37-af0d-4e0957a7d546 is going to be updated. [ 1123.038374] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.038867] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.038976] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.039301] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.039460] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.039676] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a826b62-b2b7-4e37-af0d-4e0957a7d546" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.222493] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-189 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.222493] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-189" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.222493] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-189" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.222493] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-189" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.222493] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.222493] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.222493] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.222493] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.222493] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.222493] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.222493] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1123.222493] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1123.222493] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1123.222946] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.222946] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1123.222946] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1123.242427] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1123.242610] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1123.242761] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1123.242908] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-189" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.243253] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-ba3f4816-2a16-4405-9adb-9769fc605a95 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.243975] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-ba3f4816-2a16-4405-9adb-9769fc605a95" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.243975] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-ba3f4816-2a16-4405-9adb-9769fc605a95" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.243975] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-ba3f4816-2a16-4405-9adb-9769fc605a95" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.243975] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba3f4816-2a16-4405-9adb-9769fc605a95',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.347096] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.347321] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.347365] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.347555] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.347680] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.347862] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.348027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.348151] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.348341] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.348449] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.348513] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c01a6a90-fd28-4017-978d-35f1fcce016a is going to be updated. [ 1123.365734] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 in Status: SUCCESS [ 1123.365955] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 deletion is rescheduled due to dependency. [ 1123.366166] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.366333] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.366545] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.366729] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.366829] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.366889] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.367077] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.367137] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.367241] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.380528] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.380528] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.380528] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.380778] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.380809] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.390758] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01a6a90-fd28-4017-978d-35f1fcce016a in Status: IN_PROGRESS for 2s [ 1123.746341] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.746701] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.746701] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.746965] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.747262] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.747323] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port ba3f4816-2a16-4405-9adb-9769fc605a95 not found, creating... [ 1123.747540] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.747698] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.747817] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.748060] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.748203] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.748490] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.748682] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.748809] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.749025] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.749163] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.749362] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: ba3f4816-2a16-4405-9adb-9769fc605a95 is going to be created. [ 1123.769419] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.769619] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.769745] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.770016] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.770245] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.770516] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-ba3f4816-2a16-4405-9adb-9769fc605a95" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.869323] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.073868] env[65832]: INFO networking_nsxv3.common.synchronization [None req-076b362a-c83f-4895-98c6-84c5c2f290bc None None] Enqueued Resource ID: 7085c86f-233a-4218-b7e0-f851d7b60e01 with Priority: HIGHEST for action port [ 1124.074985] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7085c86f-233a-4218-b7e0-f851d7b60e01 with Priority: HIGHEST for action port [ 1124.075408] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-7085c86f-233a-4218-b7e0-f851d7b60e01 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.075671] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7085c86f-233a-4218-b7e0-f851d7b60e01" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.075835] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7085c86f-233a-4218-b7e0-f851d7b60e01" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.076186] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7085c86f-233a-4218-b7e0-f851d7b60e01" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.076358] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7085c86f-233a-4218-b7e0-f851d7b60e01',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.096239] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6726dd4-3365-41f8-a208-b83569483323 in Status: SUCCESS [ 1124.096926] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.097213] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.097673] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.097858] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.098935] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.098935] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.098935] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.098935] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.098935] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.098935] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6726dd4-3365-41f8-a208-b83569483323',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.374834] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.479023] env[65832]: INFO networking_nsxv3.common.synchronization [req-4ca811f4-5e8f-4895-b983-246981a85bd9 req-e4602c61-4bdb-4a7b-ba86-b22ec31defb1 service nova] Enqueued Resource ID: c01a6a90-fd28-4017-978d-35f1fcce016a with Priority: HIGHEST for action security_group_rules [ 1124.479023] env[65832]: INFO networking_nsxv3.common.synchronization [req-4ca811f4-5e8f-4895-b983-246981a85bd9 req-e4602c61-4bdb-4a7b-ba86-b22ec31defb1 service nova] Enqueued Resource ID: c01a6a90-fd28-4017-978d-35f1fcce016a with Priority: HIGHEST for action security_group_members [ 1124.479023] env[65832]: INFO networking_nsxv3.common.synchronization [req-4ca811f4-5e8f-4895-b983-246981a85bd9 req-e4602c61-4bdb-4a7b-ba86-b22ec31defb1 service nova] Enqueued Resource ID: ba3f4816-2a16-4405-9adb-9769fc605a95 with Priority: HIGHEST for action port [ 1124.479023] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01a6a90-fd28-4017-978d-35f1fcce016a with Priority: HIGHEST for action security_group_rules [ 1124.479023] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01a6a90-fd28-4017-978d-35f1fcce016a with Priority: HIGHEST for action security_group_members [ 1124.479023] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba3f4816-2a16-4405-9adb-9769fc605a95 with Priority: HIGHEST for action port [ 1124.479023] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c01a6a90-fd28-4017-978d-35f1fcce016a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.479023] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.479606] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.479893] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.480071] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c01a6a90-fd28-4017-978d-35f1fcce016a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.481102] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01a6a90-fd28-4017-978d-35f1fcce016a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.481316] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.481614] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba3f4816-2a16-4405-9adb-9769fc605a95 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.481884] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba3f4816-2a16-4405-9adb-9769fc605a95" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.482051] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba3f4816-2a16-4405-9adb-9769fc605a95" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.482294] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba3f4816-2a16-4405-9adb-9769fc605a95" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.482449] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba3f4816-2a16-4405-9adb-9769fc605a95',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.578100] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7085c86f-233a-4218-b7e0-f851d7b60e01 [ 1124.578367] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.578531] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.578658] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.578855] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.578947] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.579055] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7085c86f-233a-4218-b7e0-f851d7b60e01 already deleted. [ 1124.579134] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7085c86f-233a-4218-b7e0-f851d7b60e01" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.600698] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6726dd4-3365-41f8-a208-b83569483323 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.600866] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.600929] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.601216] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.601474] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.601474] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.601474] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.601821] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.601821] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.601821] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.601978] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6726dd4-3365-41f8-a208-b83569483323 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.602035] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.602066] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.602200] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.602335] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.602680] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.602680] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.602680] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.602680] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.602780] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.602829] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6726dd4-3365-41f8-a208-b83569483323',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.752325] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bd37931-eb07-4e67-a120-f1641325ae52 in Status: SUCCESS [ 1124.752581] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bd37931-eb07-4e67-a120-f1641325ae52 deletion is rescheduled due to dependency. [ 1124.752617] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.876227] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.876435] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.876435] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.876655] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.877136] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.877256] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 is going to be updated. [ 1124.907923] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.908145] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.908188] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.908455] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.908607] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.919299] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 in Status: IN_PROGRESS for 2s [ 1124.985066] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01a6a90-fd28-4017-978d-35f1fcce016a taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.985066] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.985066] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba3f4816-2a16-4405-9adb-9769fc605a95 with status ACTIVE [ 1124.985267] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.985375] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.985517] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.985759] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.985877] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.986089] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.986228] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.986475] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.986475] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.986575] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.986805] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.987607] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.987607] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.987607] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.987607] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.987607] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba3f4816-2a16-4405-9adb-9769fc605a95 is going to be updated. [ 1125.014595] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.014672] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.014792] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.014945] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.015122] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.015252] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba3f4816-2a16-4405-9adb-9769fc605a95" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.107710] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6726dd4-3365-41f8-a208-b83569483323: rpc.has_security_group_logging(os_id): False [ 1125.131949] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.132116] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.132206] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.132411] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.132502] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.132736] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.132831] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.132879] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.133046] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.133124] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.133295] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.133413] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.133506] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.133673] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.133749] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.133926] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.134031] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.134092] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.134226] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.134298] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.134381] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6726dd4-3365-41f8-a208-b83569483323 is going to be created. [ 1125.196286] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.196478] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.196527] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.196711] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.196885] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.208661] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6726dd4-3365-41f8-a208-b83569483323 in Status: IN_PROGRESS for 2s [ 1125.400786] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01a6a90-fd28-4017-978d-35f1fcce016a in Status: SUCCESS [ 1125.401693] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c01a6a90-fd28-4017-978d-35f1fcce016a deletion is rescheduled due to dependency. [ 1125.401693] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.401693] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.401894] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.401992] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.402115] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.402192] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.402383] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.402485] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.402591] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c01a6a90-fd28-4017-978d-35f1fcce016a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.906178] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c01a6a90-fd28-4017-978d-35f1fcce016a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.408784] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c01a6a90-fd28-4017-978d-35f1fcce016a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.511966] env[65832]: INFO networking_nsxv3.common.synchronization [None req-c6a240b0-fe97-4556-a1b8-490775fe6a90 None None] Enqueued Resource ID: 211cfd00-700f-4451-ae9b-4eff53007b92 with Priority: HIGHEST for action port [ 1126.512535] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 211cfd00-700f-4451-ae9b-4eff53007b92 with Priority: HIGHEST for action port [ 1126.512856] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-211cfd00-700f-4451-ae9b-4eff53007b92 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.515800] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-211cfd00-700f-4451-ae9b-4eff53007b92" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.515908] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-211cfd00-700f-4451-ae9b-4eff53007b92" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.516184] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-211cfd00-700f-4451-ae9b-4eff53007b92" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.516278] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('211cfd00-700f-4451-ae9b-4eff53007b92',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.914705] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.915085] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.915085] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.915275] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.915399] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.916151] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c01a6a90-fd28-4017-978d-35f1fcce016a is going to be updated. [ 1126.922900] env[65832]: INFO networking_nsxv3.common.synchronization [None req-d91ba1af-f6eb-412c-9212-d38028a9b09f tempest-AttachVolumeNegativeTest-1723517508 tempest-AttachVolumeNegativeTest-1723517508-project-member] Enqueued Resource ID: bd95bc98-3509-45bf-b414-69d0427d2b0d with Priority: HIGHEST for action security_group_rules [ 1126.924162] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd95bc98-3509-45bf-b414-69d0427d2b0d with Priority: HIGHEST for action security_group_rules [ 1126.924724] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd95bc98-3509-45bf-b414-69d0427d2b0d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.924814] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd95bc98-3509-45bf-b414-69d0427d2b0d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.924910] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd95bc98-3509-45bf-b414-69d0427d2b0d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.925246] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd95bc98-3509-45bf-b414-69d0427d2b0d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.925688] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd95bc98-3509-45bf-b414-69d0427d2b0d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.934938] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 in Status: SUCCESS [ 1126.935223] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.935359] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.935569] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.935774] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.935875] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.935940] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.936843] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.936843] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.936843] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.936843] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.956024] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.956024] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.956024] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.956024] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.956024] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.967793] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01a6a90-fd28-4017-978d-35f1fcce016a in Status: IN_PROGRESS for 2s [ 1127.014905] env[65832]: INFO networking_nsxv3.common.synchronization [None req-649b64a6-3872-4b32-9075-08574c1dcb00 tempest-AttachVolumeNegativeTest-1723517508 tempest-AttachVolumeNegativeTest-1723517508-project-member] Enqueued Resource ID: bd95bc98-3509-45bf-b414-69d0427d2b0d with Priority: HIGHEST for action security_group_rules [ 1127.015680] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd95bc98-3509-45bf-b414-69d0427d2b0d with Priority: HIGHEST for action security_group_rules [ 1127.016311] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd95bc98-3509-45bf-b414-69d0427d2b0d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.016416] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd95bc98-3509-45bf-b414-69d0427d2b0d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.017925] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 211cfd00-700f-4451-ae9b-4eff53007b92 [ 1127.018119] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.018233] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.018298] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.018517] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.018613] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.018712] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:211cfd00-700f-4451-ae9b-4eff53007b92 already deleted. [ 1127.018786] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-211cfd00-700f-4451-ae9b-4eff53007b92" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.223751] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6726dd4-3365-41f8-a208-b83569483323 in Status: SUCCESS [ 1127.223751] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.439158] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.453904] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.454079] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.454183] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.454388] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.454484] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.454603] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd95bc98-3509-45bf-b414-69d0427d2b0d already deleted. [ 1127.454704] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd95bc98-3509-45bf-b414-69d0427d2b0d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.454860] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd95bc98-3509-45bf-b414-69d0427d2b0d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.455096] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd95bc98-3509-45bf-b414-69d0427d2b0d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.455181] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd95bc98-3509-45bf-b414-69d0427d2b0d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.945772] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3: rpc.has_security_group_logging(os_id): False [ 1127.966684] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.966884] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.966998] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.967488] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.967488] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.967746] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.967923] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.967991] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.968216] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.968333] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.968563] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 is going to be updated. [ 1127.982509] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.982659] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.982719] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.982962] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.983061] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.983177] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd95bc98-3509-45bf-b414-69d0427d2b0d already deleted. [ 1127.983264] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd95bc98-3509-45bf-b414-69d0427d2b0d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.032373] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.032373] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.032373] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.032600] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.032737] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.051977] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 in Status: IN_PROGRESS for 2s [ 1128.550943] env[65832]: INFO networking_nsxv3.common.synchronization [req-f69dfcea-5c8f-49b3-85f2-6bbdd918033c req-ce28ef02-4445-437e-9b15-a1f79f1030bb tempest-ImagesTestJSON-1599396182 tempest-ImagesTestJSON-1599396182-project-member] Enqueued Resource ID: 4bd37931-eb07-4e67-a120-f1641325ae52 with Priority: HIGHEST for action security_group_members [ 1128.552189] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bd37931-eb07-4e67-a120-f1641325ae52 with Priority: HIGHEST for action security_group_members [ 1128.552189] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bd37931-eb07-4e67-a120-f1641325ae52 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.552189] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.552189] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.552415] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.552549] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.552648] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.552711] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.552864] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.552952] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.553065] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bd37931-eb07-4e67-a120-f1641325ae52',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.886085] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-726 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.886339] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-726" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.886418] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-726" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.886789] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-726" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.887121] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.887324] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.887470] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.887725] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.887918] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.888179] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1128.888327] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1128.888464] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1128.888599] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1128.888741] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1128.888870] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1128.889034] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1128.909479] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1128.909637] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1128.909896] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1128.910178] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-726" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.910592] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-9b138319-60c1-42f3-8010-15c2be11223b taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.910866] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-9b138319-60c1-42f3-8010-15c2be11223b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.911057] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-9b138319-60c1-42f3-8010-15c2be11223b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.911442] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-9b138319-60c1-42f3-8010-15c2be11223b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.911647] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b138319-60c1-42f3-8010-15c2be11223b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.978640] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01a6a90-fd28-4017-978d-35f1fcce016a in Status: SUCCESS [ 1128.978966] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.980036] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.980036] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.980036] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.980036] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.980036] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.980276] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.980276] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.980276] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.980370] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c01a6a90-fd28-4017-978d-35f1fcce016a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.057374] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.057557] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.057602] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.057836] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.057930] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.058150] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.058251] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.058453] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.058698] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.058821] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.058936] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bd37931-eb07-4e67-a120-f1641325ae52 is going to be updated. [ 1129.088856] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.089041] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.089100] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.089323] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.089503] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.102126] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bd37931-eb07-4e67-a120-f1641325ae52 in Status: IN_PROGRESS for 2s [ 1129.413993] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.414319] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.414450] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.414741] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.414895] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.415066] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port 9b138319-60c1-42f3-8010-15c2be11223b not found, creating... [ 1129.415329] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.415488] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.415651] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.415827] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.415964] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.416263] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.416419] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.416537] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.416770] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.416871] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.417019] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: 9b138319-60c1-42f3-8010-15c2be11223b is going to be created. [ 1129.437096] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.437388] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.437471] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.437739] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.437962] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.438204] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-9b138319-60c1-42f3-8010-15c2be11223b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.483187] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01a6a90-fd28-4017-978d-35f1fcce016a taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.483401] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.483453] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.483688] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.483869] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.483973] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.484058] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.484212] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.484300] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.484395] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.484781] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01a6a90-fd28-4017-978d-35f1fcce016a taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.484781] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.484781] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.484970] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.485058] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.485237] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.485293] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.485444] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.485520] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.485604] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.485695] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c01a6a90-fd28-4017-978d-35f1fcce016a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.988412] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c01a6a90-fd28-4017-978d-35f1fcce016a: rpc.has_security_group_logging(os_id): False [ 1130.006912] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.007080] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.007145] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.007353] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.007441] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.007662] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.007766] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.007822] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.007975] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.008064] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.008235] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.008328] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.008433] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.008526] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.008597] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.008778] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.008873] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.008968] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.009079] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.009152] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.009238] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c01a6a90-fd28-4017-978d-35f1fcce016a is going to be updated. [ 1130.062467] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 in Status: SUCCESS [ 1130.062670] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.069237] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.069362] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.069411] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.069713] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.069862] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.083017] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c01a6a90-fd28-4017-978d-35f1fcce016a in Status: IN_PROGRESS for 2s [ 1130.130312] env[65832]: INFO networking_nsxv3.common.synchronization [req-f69dfcea-5c8f-49b3-85f2-6bbdd918033c req-3ca5b315-71e8-4842-b7bc-a40bdd277ed5 service nova] Enqueued Resource ID: 4bd37931-eb07-4e67-a120-f1641325ae52 with Priority: HIGHEST for action security_group_rules [ 1130.130489] env[65832]: INFO networking_nsxv3.common.synchronization [req-f69dfcea-5c8f-49b3-85f2-6bbdd918033c req-3ca5b315-71e8-4842-b7bc-a40bdd277ed5 service nova] Enqueued Resource ID: 4bd37931-eb07-4e67-a120-f1641325ae52 with Priority: HIGHEST for action security_group_members [ 1130.130672] env[65832]: INFO networking_nsxv3.common.synchronization [req-f69dfcea-5c8f-49b3-85f2-6bbdd918033c req-3ca5b315-71e8-4842-b7bc-a40bdd277ed5 service nova] Enqueued Resource ID: 9b138319-60c1-42f3-8010-15c2be11223b with Priority: HIGHEST for action port [ 1130.131194] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bd37931-eb07-4e67-a120-f1641325ae52 with Priority: HIGHEST for action security_group_rules [ 1130.131324] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bd37931-eb07-4e67-a120-f1641325ae52 with Priority: HIGHEST for action security_group_members [ 1130.131420] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b138319-60c1-42f3-8010-15c2be11223b with Priority: HIGHEST for action port [ 1130.131703] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bd37931-eb07-4e67-a120-f1641325ae52 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.131835] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.131892] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.132504] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.132591] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bd37931-eb07-4e67-a120-f1641325ae52',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.133433] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bd37931-eb07-4e67-a120-f1641325ae52 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.133529] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.133770] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b138319-60c1-42f3-8010-15c2be11223b taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.133881] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b138319-60c1-42f3-8010-15c2be11223b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.133946] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b138319-60c1-42f3-8010-15c2be11223b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.134126] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b138319-60c1-42f3-8010-15c2be11223b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.134195] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b138319-60c1-42f3-8010-15c2be11223b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.636634] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bd37931-eb07-4e67-a120-f1641325ae52 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.636768] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.640317] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b138319-60c1-42f3-8010-15c2be11223b with status ACTIVE [ 1130.640615] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.640827] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.640827] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.641116] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.641213] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.641449] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.641550] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.641615] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.641720] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.642319] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.642523] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.642623] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.642687] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.643029] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.643115] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.643191] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b138319-60c1-42f3-8010-15c2be11223b is going to be updated. [ 1130.666152] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.666359] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.666359] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.666820] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.666820] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.667050] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b138319-60c1-42f3-8010-15c2be11223b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.112167] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bd37931-eb07-4e67-a120-f1641325ae52 in Status: SUCCESS [ 1131.112508] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bd37931-eb07-4e67-a120-f1641325ae52 deletion is rescheduled due to dependency. [ 1131.112508] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.112684] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.112915] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.113146] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.113287] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.113349] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.113519] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.113603] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.113703] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bd37931-eb07-4e67-a120-f1641325ae52',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.616409] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bd37931-eb07-4e67-a120-f1641325ae52',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.109638] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c01a6a90-fd28-4017-978d-35f1fcce016a in Status: SUCCESS [ 1132.109638] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.119173] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bd37931-eb07-4e67-a120-f1641325ae52',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.624065] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.624065] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.624065] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.624065] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.624065] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.624065] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bd37931-eb07-4e67-a120-f1641325ae52 is going to be updated. [ 1132.652650] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.652808] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.652868] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.653088] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.653229] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.662174] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bd37931-eb07-4e67-a120-f1641325ae52 in Status: IN_PROGRESS for 2s [ 1134.675049] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bd37931-eb07-4e67-a120-f1641325ae52 in Status: SUCCESS [ 1134.675390] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.675493] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.675676] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.675875] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.675994] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.676071] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.676225] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.676301] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.676401] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.676498] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4bd37931-eb07-4e67-a120-f1641325ae52',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.132260] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1135.132440] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1135.178825] env[65832]: INFO networking_nsxv3.common.synchronization [req-daec529d-f935-476d-aeb7-a23b8a45cac3 req-07c26171-e9c1-4fe7-8f1d-9435c7ddd843 tempest-ServersNegativeTestJSON-1935545349 tempest-ServersNegativeTestJSON-1935545349-project-member] Enqueued Resource ID: 3215c9ca-5975-48df-9c51-1e2251a39525 with Priority: HIGHEST for action security_group_members [ 1135.179535] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bd37931-eb07-4e67-a120-f1641325ae52 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.179535] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.179535] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.179720] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.179818] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.179921] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.180039] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.180467] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.180631] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.180744] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.180904] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bd37931-eb07-4e67-a120-f1641325ae52 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.181008] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.181073] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.181218] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.181421] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.181481] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.181537] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.181681] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.181777] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.181864] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.181975] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4bd37931-eb07-4e67-a120-f1641325ae52',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.183773] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3215c9ca-5975-48df-9c51-1e2251a39525 with Priority: HIGHEST for action security_group_members [ 1135.184653] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-3215c9ca-5975-48df-9c51-1e2251a39525 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.184653] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.184653] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.184653] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.184653] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.185265] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.185265] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.185265] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.185265] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.185265] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3215c9ca-5975-48df-9c51-1e2251a39525',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.631490] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-272 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.631768] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-272" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.631871] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-272" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.632263] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-272" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.632597] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.632775] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.632869] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.637274] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.637573] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.637892] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1135.638031] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1135.638150] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1135.638261] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1135.638374] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1135.638492] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1135.638696] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1135.665108] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1135.665316] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1135.665489] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1135.665982] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-272" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.666120] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-cf95189d-03e3-4301-aac4-597c6f687962 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.666299] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-cf95189d-03e3-4301-aac4-597c6f687962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.666424] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-cf95189d-03e3-4301-aac4-597c6f687962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.666752] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-cf95189d-03e3-4301-aac4-597c6f687962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.666897] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf95189d-03e3-4301-aac4-597c6f687962',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.685068] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4bd37931-eb07-4e67-a120-f1641325ae52: rpc.has_security_group_logging(os_id): False [ 1135.686577] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.686788] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.686788] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.686973] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.687203] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.687293] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.687372] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.687429] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.687585] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.687661] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.687745] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3215c9ca-5975-48df-9c51-1e2251a39525 already deleted. [ 1135.687823] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.706422] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.706707] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.706707] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.706802] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.706802] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.707053] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.707154] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.707226] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.707375] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.707453] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.707625] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.707721] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.707779] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.707918] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.707992] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.708197] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.708290] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.708343] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.708474] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.709215] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.709215] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bd37931-eb07-4e67-a120-f1641325ae52 is going to be updated. [ 1135.785033] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.785033] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.785033] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.785033] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.785033] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.810394] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bd37931-eb07-4e67-a120-f1641325ae52 in Status: IN_PROGRESS for 2s [ 1136.171837] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.171837] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.171837] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.171837] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.171837] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.171837] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port cf95189d-03e3-4301-aac4-597c6f687962 not found, creating... [ 1136.171837] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.171837] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.171837] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.171837] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.171837] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.173164] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.173164] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.173164] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.173164] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.173164] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.173164] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: cf95189d-03e3-4301-aac4-597c6f687962 is going to be created. [ 1136.193981] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.194459] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.194588] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.195289] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.195289] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.195432] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-cf95189d-03e3-4301-aac4-597c6f687962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.875459] env[65832]: INFO networking_nsxv3.common.synchronization [req-daec529d-f935-476d-aeb7-a23b8a45cac3 req-42cbbb1e-a64e-4c82-b6c3-835d459b227a service nova] Enqueued Resource ID: 3215c9ca-5975-48df-9c51-1e2251a39525 with Priority: HIGHEST for action security_group_rules [ 1136.875459] env[65832]: INFO networking_nsxv3.common.synchronization [req-daec529d-f935-476d-aeb7-a23b8a45cac3 req-42cbbb1e-a64e-4c82-b6c3-835d459b227a service nova] Enqueued Resource ID: 3215c9ca-5975-48df-9c51-1e2251a39525 with Priority: HIGHEST for action security_group_members [ 1136.875757] env[65832]: INFO networking_nsxv3.common.synchronization [req-daec529d-f935-476d-aeb7-a23b8a45cac3 req-42cbbb1e-a64e-4c82-b6c3-835d459b227a service nova] Enqueued Resource ID: cf95189d-03e3-4301-aac4-597c6f687962 with Priority: HIGHEST for action port [ 1136.876055] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3215c9ca-5975-48df-9c51-1e2251a39525 with Priority: HIGHEST for action security_group_rules [ 1136.876158] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3215c9ca-5975-48df-9c51-1e2251a39525 with Priority: HIGHEST for action security_group_members [ 1136.876251] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf95189d-03e3-4301-aac4-597c6f687962 with Priority: HIGHEST for action port [ 1136.877454] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3215c9ca-5975-48df-9c51-1e2251a39525 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.877454] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.877629] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.877827] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.877827] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3215c9ca-5975-48df-9c51-1e2251a39525',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.879230] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-3215c9ca-5975-48df-9c51-1e2251a39525 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.879360] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.879760] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.879820] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.879994] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.880156] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.880231] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.880944] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.881055] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.881164] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3215c9ca-5975-48df-9c51-1e2251a39525',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.882757] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf95189d-03e3-4301-aac4-597c6f687962 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.882893] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf95189d-03e3-4301-aac4-597c6f687962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.882962] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf95189d-03e3-4301-aac4-597c6f687962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.883851] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf95189d-03e3-4301-aac4-597c6f687962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.883851] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf95189d-03e3-4301-aac4-597c6f687962',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.383663] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3215c9ca-5975-48df-9c51-1e2251a39525',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.384706] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf95189d-03e3-4301-aac4-597c6f687962 with status ACTIVE [ 1137.384913] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.385053] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.385118] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.385320] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.385406] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.385598] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.385695] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.385755] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.385900] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.385974] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.386171] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.386263] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.386321] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.386494] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.386587] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.386649] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf95189d-03e3-4301-aac4-597c6f687962 is going to be updated. [ 1137.390622] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-3215c9ca-5975-48df-9c51-1e2251a39525 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.390970] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.419298] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.419502] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.419610] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.419906] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.420140] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.420601] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf95189d-03e3-4301-aac4-597c6f687962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.688349] env[65832]: INFO networking_nsxv3.common.synchronization [req-e6e76794-38e8-4396-91bd-13c989e8d62a req-60820042-2ce6-4f4e-bfe1-ef7db1f79110 tempest-AttachVolumeNegativeTest-1723517508 tempest-AttachVolumeNegativeTest-1723517508-project-member] Enqueued Resource ID: bd95bc98-3509-45bf-b414-69d0427d2b0d with Priority: HIGHEST for action security_group_members [ 1137.689318] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd95bc98-3509-45bf-b414-69d0427d2b0d with Priority: HIGHEST for action security_group_members [ 1137.689318] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd95bc98-3509-45bf-b414-69d0427d2b0d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.689318] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd95bc98-3509-45bf-b414-69d0427d2b0d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.689445] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd95bc98-3509-45bf-b414-69d0427d2b0d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.689665] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd95bc98-3509-45bf-b414-69d0427d2b0d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.689828] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.689937] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.690227] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.690227] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.690320] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.690409] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd95bc98-3509-45bf-b414-69d0427d2b0d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.824892] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bd37931-eb07-4e67-a120-f1641325ae52 in Status: SUCCESS [ 1137.825172] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.892324] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3215c9ca-5975-48df-9c51-1e2251a39525',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.010129] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-546 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.010351] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-546" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.010459] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-546" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.010748] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-546" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.011206] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.011430] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.011561] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.011793] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.011980] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.012237] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1138.012350] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1138.012457] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1138.012585] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1138.012680] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1138.012764] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1138.012891] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1138.033844] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1138.034099] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1138.034222] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1138.034405] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-546" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.034727] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-7997f633-d069-4091-bbbb-988649dd8218 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.034928] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-7997f633-d069-4091-bbbb-988649dd8218" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.035148] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-7997f633-d069-4091-bbbb-988649dd8218" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.035525] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-7997f633-d069-4091-bbbb-988649dd8218" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.035673] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7997f633-d069-4091-bbbb-988649dd8218',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.193126] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.193470] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.193470] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.193600] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.193716] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.193948] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.194064] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.194128] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.194290] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.194365] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.194450] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd95bc98-3509-45bf-b414-69d0427d2b0d already deleted. [ 1138.194527] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd95bc98-3509-45bf-b414-69d0427d2b0d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.395438] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.395709] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.395799] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.396048] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.396149] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.396254] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3215c9ca-5975-48df-9c51-1e2251a39525 is going to be created. [ 1138.423550] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.423740] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.423815] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.424046] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.424205] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.435117] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3215c9ca-5975-48df-9c51-1e2251a39525 in Status: UNINITIALIZED for 2s [ 1138.538074] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.538685] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.538685] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.538952] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.539115] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.539286] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port 7997f633-d069-4091-bbbb-988649dd8218 not found, creating... [ 1138.539584] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.539746] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.539912] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.540218] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.540365] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.540676] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.541022] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.541174] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.541452] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.541598] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.541749] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: 7997f633-d069-4091-bbbb-988649dd8218 is going to be created. [ 1138.568495] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.568737] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.568855] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.569173] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.569410] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.569643] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-7997f633-d069-4091-bbbb-988649dd8218" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.213763] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-183 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.214384] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-183" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.214384] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-183" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.214758] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-183" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.215301] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.215469] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.215669] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.215867] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.216108] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.216439] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1139.216704] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1139.216704] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1139.216842] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1139.216962] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1139.217124] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1139.217279] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1139.242641] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1139.242956] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1139.243190] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1139.243455] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-183" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.243831] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-b3b08f1a-2aa1-4c6f-89a9-75ed047f0992 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.244071] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-b3b08f1a-2aa1-4c6f-89a9-75ed047f0992" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.244198] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-b3b08f1a-2aa1-4c6f-89a9-75ed047f0992" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.244541] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-b3b08f1a-2aa1-4c6f-89a9-75ed047f0992" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.244679] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3b08f1a-2aa1-4c6f-89a9-75ed047f0992',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.297950] env[65832]: INFO networking_nsxv3.common.synchronization [req-e6e76794-38e8-4396-91bd-13c989e8d62a req-1da624e7-98e3-4696-8a85-132428fcfd8d service nova] Enqueued Resource ID: bd95bc98-3509-45bf-b414-69d0427d2b0d with Priority: HIGHEST for action security_group_rules [ 1139.298244] env[65832]: INFO networking_nsxv3.common.synchronization [req-e6e76794-38e8-4396-91bd-13c989e8d62a req-1da624e7-98e3-4696-8a85-132428fcfd8d service nova] Enqueued Resource ID: bd95bc98-3509-45bf-b414-69d0427d2b0d with Priority: HIGHEST for action security_group_members [ 1139.298433] env[65832]: INFO networking_nsxv3.common.synchronization [req-e6e76794-38e8-4396-91bd-13c989e8d62a req-1da624e7-98e3-4696-8a85-132428fcfd8d service nova] Enqueued Resource ID: 7997f633-d069-4091-bbbb-988649dd8218 with Priority: HIGHEST for action port [ 1139.299578] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd95bc98-3509-45bf-b414-69d0427d2b0d with Priority: HIGHEST for action security_group_rules [ 1139.299708] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd95bc98-3509-45bf-b414-69d0427d2b0d with Priority: HIGHEST for action security_group_members [ 1139.299846] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7997f633-d069-4091-bbbb-988649dd8218 with Priority: HIGHEST for action port [ 1139.300198] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd95bc98-3509-45bf-b414-69d0427d2b0d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.300494] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd95bc98-3509-45bf-b414-69d0427d2b0d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.300494] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd95bc98-3509-45bf-b414-69d0427d2b0d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.300742] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd95bc98-3509-45bf-b414-69d0427d2b0d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.300875] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd95bc98-3509-45bf-b414-69d0427d2b0d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.302800] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd95bc98-3509-45bf-b414-69d0427d2b0d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.302990] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd95bc98-3509-45bf-b414-69d0427d2b0d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.302990] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd95bc98-3509-45bf-b414-69d0427d2b0d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.303302] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd95bc98-3509-45bf-b414-69d0427d2b0d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.303453] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.303553] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.303629] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.303833] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.303935] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.304045] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd95bc98-3509-45bf-b414-69d0427d2b0d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.305009] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-7997f633-d069-4091-bbbb-988649dd8218 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.305152] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7997f633-d069-4091-bbbb-988649dd8218" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.305208] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7997f633-d069-4091-bbbb-988649dd8218" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.305575] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7997f633-d069-4091-bbbb-988649dd8218" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.305575] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7997f633-d069-4091-bbbb-988649dd8218',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.748201] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.748471] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.748471] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.748785] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.748964] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.749440] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.749440] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.749618] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.749787] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.749927] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.750230] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.750387] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.750528] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.750711] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.750904] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.751060] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: b3b08f1a-2aa1-4c6f-89a9-75ed047f0992 is going to be updated. [ 1139.778640] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.778953] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.779041] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.779288] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.779573] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.779843] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-b3b08f1a-2aa1-4c6f-89a9-75ed047f0992" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.810278] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd95bc98-3509-45bf-b414-69d0427d2b0d taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.810468] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd95bc98-3509-45bf-b414-69d0427d2b0d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.810631] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd95bc98-3509-45bf-b414-69d0427d2b0d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.811603] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7997f633-d069-4091-bbbb-988649dd8218 with status ACTIVE [ 1139.811780] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.811992] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.811992] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.812165] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.812249] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.812417] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.812503] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.812562] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.812999] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.812999] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.812999] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.812999] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.813285] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.813285] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.813285] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.813421] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7997f633-d069-4091-bbbb-988649dd8218 is going to be updated. [ 1139.835214] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.835429] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.835429] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.835629] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.835764] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.835931] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7997f633-d069-4091-bbbb-988649dd8218" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.315389] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd95bc98-3509-45bf-b414-69d0427d2b0d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.445668] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3215c9ca-5975-48df-9c51-1e2251a39525 in Status: SUCCESS [ 1140.445959] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.446185] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.446429] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.446627] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.446747] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.446813] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.446973] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.447107] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.447219] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.447341] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3215c9ca-5975-48df-9c51-1e2251a39525',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.482938] env[65832]: INFO networking_nsxv3.common.synchronization [req-c58936ae-a3bc-4452-afa2-8fdc74e63b29 req-5691eb56-95f2-4492-bd5f-9d01cc63de51 service nova] Enqueued Resource ID: a6726dd4-3365-41f8-a208-b83569483323 with Priority: HIGHEST for action security_group_rules [ 1140.483184] env[65832]: INFO networking_nsxv3.common.synchronization [req-c58936ae-a3bc-4452-afa2-8fdc74e63b29 req-5691eb56-95f2-4492-bd5f-9d01cc63de51 service nova] Enqueued Resource ID: a6726dd4-3365-41f8-a208-b83569483323 with Priority: HIGHEST for action security_group_members [ 1140.483300] env[65832]: INFO networking_nsxv3.common.synchronization [req-c58936ae-a3bc-4452-afa2-8fdc74e63b29 req-5691eb56-95f2-4492-bd5f-9d01cc63de51 service nova] Enqueued Resource ID: b3b08f1a-2aa1-4c6f-89a9-75ed047f0992 with Priority: HIGHEST for action port [ 1140.483738] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6726dd4-3365-41f8-a208-b83569483323 with Priority: HIGHEST for action security_group_rules [ 1140.483738] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6726dd4-3365-41f8-a208-b83569483323 with Priority: HIGHEST for action security_group_members [ 1140.483738] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3b08f1a-2aa1-4c6f-89a9-75ed047f0992 with Priority: HIGHEST for action port [ 1140.484306] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6726dd4-3365-41f8-a208-b83569483323 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.484533] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.484533] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.484701] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.484782] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6726dd4-3365-41f8-a208-b83569483323',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.485953] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6726dd4-3365-41f8-a208-b83569483323 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.485953] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.485953] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.486195] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.486296] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.486410] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.486471] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.486656] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.486735] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.486793] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6726dd4-3365-41f8-a208-b83569483323',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.487782] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3b08f1a-2aa1-4c6f-89a9-75ed047f0992 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.487895] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3b08f1a-2aa1-4c6f-89a9-75ed047f0992" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.487961] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3b08f1a-2aa1-4c6f-89a9-75ed047f0992" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.488135] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3b08f1a-2aa1-4c6f-89a9-75ed047f0992" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.488216] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3b08f1a-2aa1-4c6f-89a9-75ed047f0992',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.817747] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.818016] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.818155] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.818439] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.818582] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.818728] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd95bc98-3509-45bf-b414-69d0427d2b0d is going to be created. [ 1140.847743] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.847934] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.847934] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.848124] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.848285] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.872573] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd95bc98-3509-45bf-b414-69d0427d2b0d in Status: UNINITIALIZED for 2s [ 1140.950645] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-3215c9ca-5975-48df-9c51-1e2251a39525 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.950867] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.950916] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.951220] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.951425] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.951538] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.951628] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.951805] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.951900] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.951987] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.952152] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-3215c9ca-5975-48df-9c51-1e2251a39525 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.952313] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.952385] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.952535] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.952688] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.952818] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.952888] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.953045] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.953157] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.953268] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.953401] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3215c9ca-5975-48df-9c51-1e2251a39525',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.990244] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6726dd4-3365-41f8-a208-b83569483323',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.991380] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6726dd4-3365-41f8-a208-b83569483323 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.991520] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.991880] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3b08f1a-2aa1-4c6f-89a9-75ed047f0992 with status ACTIVE [ 1140.992068] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.992179] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.992243] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.992518] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.992642] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.992831] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.992928] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.992990] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.993186] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.993235] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.993410] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.993502] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.993562] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.993698] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.993773] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.993914] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3b08f1a-2aa1-4c6f-89a9-75ed047f0992 is going to be updated. [ 1141.022555] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.022809] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.022809] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.024212] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.024518] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.024937] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3b08f1a-2aa1-4c6f-89a9-75ed047f0992" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.456180] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3215c9ca-5975-48df-9c51-1e2251a39525: rpc.has_security_group_logging(os_id): False [ 1141.485758] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.485989] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.486126] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.486441] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.486588] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.486932] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.487135] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.487245] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.487502] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.487670] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.487933] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.488090] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.488353] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.488495] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.488778] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.488930] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.489136] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.489296] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.489436] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.489562] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.489703] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3215c9ca-5975-48df-9c51-1e2251a39525 is going to be created. [ 1141.493192] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6726dd4-3365-41f8-a208-b83569483323',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.563840] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.564488] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.564596] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.564771] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.564952] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.578497] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3215c9ca-5975-48df-9c51-1e2251a39525 in Status: IN_PROGRESS for 2s [ 1141.996544] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.996722] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.996759] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.996999] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.997116] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.997237] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6726dd4-3365-41f8-a208-b83569483323 is going to be updated. [ 1142.080338] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.080620] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.080720] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.081055] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.081264] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.099097] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6726dd4-3365-41f8-a208-b83569483323 in Status: IN_PROGRESS for 2s [ 1142.884207] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd95bc98-3509-45bf-b414-69d0427d2b0d in Status: SUCCESS [ 1142.884645] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd95bc98-3509-45bf-b414-69d0427d2b0d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.884697] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd95bc98-3509-45bf-b414-69d0427d2b0d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.884945] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd95bc98-3509-45bf-b414-69d0427d2b0d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.885174] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.885389] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.885531] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.885748] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.885883] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.885942] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd95bc98-3509-45bf-b414-69d0427d2b0d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.886061] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd95bc98-3509-45bf-b414-69d0427d2b0d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.388126] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd95bc98-3509-45bf-b414-69d0427d2b0d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.548704] env[65832]: INFO networking_nsxv3.common.synchronization [req-ff5f560d-2289-4422-b048-52cd2ec64396 req-0d08e99d-a6f7-4b37-b5d5-74243f040e00 tempest-DeleteServersTestJSON-1628511814 tempest-DeleteServersTestJSON-1628511814-project-member] Enqueued Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGHEST for action security_group_members [ 1143.550789] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGHEST for action security_group_members [ 1143.550789] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-40f57d9f-b605-4bdf-8c98-9940026ff615 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.550789] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.550789] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.551142] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.551142] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.551219] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.551249] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.551410] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.551490] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.551586] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.593065] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3215c9ca-5975-48df-9c51-1e2251a39525 in Status: SUCCESS [ 1143.593323] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.891790] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd95bc98-3509-45bf-b414-69d0427d2b0d: rpc.has_security_group_logging(os_id): False [ 1143.917257] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.917401] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.917471] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.917684] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.917950] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.918348] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.918496] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.918570] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.918839] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.919064] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.919206] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd95bc98-3509-45bf-b414-69d0427d2b0d is going to be created. [ 1143.996454] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.996642] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.996684] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.996872] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.997048] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.008630] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd95bc98-3509-45bf-b414-69d0427d2b0d in Status: IN_PROGRESS for 2s [ 1144.054413] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.055117] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.055117] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.055117] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.055117] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.055359] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.055787] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.055787] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.055787] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.055943] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.055976] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 is going to be updated. [ 1144.115208] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6726dd4-3365-41f8-a208-b83569483323 in Status: SUCCESS [ 1144.115681] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.115681] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.115853] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.116173] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.116348] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.116421] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.116668] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.116758] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.116922] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.116983] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6726dd4-3365-41f8-a208-b83569483323',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.118914] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.119091] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.119091] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.119332] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.119483] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.129013] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 in Status: IN_PROGRESS for 2s [ 1144.622244] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6726dd4-3365-41f8-a208-b83569483323 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.622426] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.622472] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.622675] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.622838] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.622938] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.623010] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.623165] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.623285] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.623348] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.623475] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6726dd4-3365-41f8-a208-b83569483323 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.623783] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.623783] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.623783] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.623917] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.623974] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.624027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.624158] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.624232] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.624312] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.624400] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6726dd4-3365-41f8-a208-b83569483323',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.126676] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6726dd4-3365-41f8-a208-b83569483323: rpc.has_security_group_logging(os_id): False [ 1145.146277] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.146438] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.146499] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.146693] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.146782] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.147013] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.147127] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.147191] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.147352] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.147421] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.147596] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.147689] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.147750] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.147884] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.147990] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.148160] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.148255] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.148316] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.148451] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.148530] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.148606] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6726dd4-3365-41f8-a208-b83569483323 is going to be updated. [ 1145.214262] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.214458] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.214504] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.214763] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.214975] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.231254] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6726dd4-3365-41f8-a208-b83569483323 in Status: IN_PROGRESS for 2s [ 1146.024163] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd95bc98-3509-45bf-b414-69d0427d2b0d in Status: SUCCESS [ 1146.024447] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd95bc98-3509-45bf-b414-69d0427d2b0d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.145509] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 in Status: SUCCESS [ 1146.145509] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 deletion is rescheduled due to dependency. [ 1146.145509] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.245071] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6726dd4-3365-41f8-a208-b83569483323 in Status: SUCCESS [ 1147.245547] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.237651] env[65832]: INFO networking_nsxv3.common.synchronization [req-14d4cff3-f016-41f0-adae-47b0bba595c3 req-eff33e04-d310-4cc2-a4d0-6ebdca9c8ef1 tempest-ServerDiskConfigTestJSON-2118481968 tempest-ServerDiskConfigTestJSON-2118481968-project-member] Enqueued Resource ID: c01a6a90-fd28-4017-978d-35f1fcce016a with Priority: HIGHEST for action security_group_members [ 1148.237953] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01a6a90-fd28-4017-978d-35f1fcce016a with Priority: HIGHEST for action security_group_members [ 1148.238335] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01a6a90-fd28-4017-978d-35f1fcce016a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.238523] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.238577] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.238798] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.238906] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.239199] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.239199] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.239420] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.239482] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.239607] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c01a6a90-fd28-4017-978d-35f1fcce016a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.742501] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.742783] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.742860] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.743022] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.743122] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.743334] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.743440] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.743504] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.743665] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.743737] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.743825] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c01a6a90-fd28-4017-978d-35f1fcce016a is going to be updated. [ 1148.776942] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.777181] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.777270] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.777485] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.777637] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.788840] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01a6a90-fd28-4017-978d-35f1fcce016a in Status: IN_PROGRESS for 2s [ 1150.802575] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01a6a90-fd28-4017-978d-35f1fcce016a in Status: SUCCESS [ 1150.802903] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c01a6a90-fd28-4017-978d-35f1fcce016a deletion is rescheduled due to dependency. [ 1150.802903] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.055803] env[65832]: INFO networking_nsxv3.common.synchronization [req-289af0b4-eb53-45ea-8998-1e6f5bce8c09 req-3245f4dc-f223-4ce2-bd74-3c7da4544cd0 tempest-ServerDiskConfigTestJSON-2118481968 tempest-ServerDiskConfigTestJSON-2118481968-project-member] Enqueued Resource ID: c01a6a90-fd28-4017-978d-35f1fcce016a with Priority: HIGHEST for action security_group_members [ 1151.059020] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01a6a90-fd28-4017-978d-35f1fcce016a with Priority: HIGHEST for action security_group_members [ 1151.059020] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01a6a90-fd28-4017-978d-35f1fcce016a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.059020] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.059020] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.059020] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.059020] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.059020] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.059020] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.059020] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.059020] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.059020] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c01a6a90-fd28-4017-978d-35f1fcce016a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.450690] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-189 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.450690] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-189" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.450690] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-189" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.450690] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-189" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.451605] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.451605] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.451605] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.451876] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.452029] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.452373] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1151.452577] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1151.452740] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1151.452887] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1151.453318] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1151.453318] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1151.453439] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1151.475076] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1151.475271] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1151.475411] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1151.475589] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-189" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.475896] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-63a548eb-3f24-4c79-95be-cb887313332d taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.476082] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-63a548eb-3f24-4c79-95be-cb887313332d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.476215] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-63a548eb-3f24-4c79-95be-cb887313332d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.476551] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-63a548eb-3f24-4c79-95be-cb887313332d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.476705] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63a548eb-3f24-4c79-95be-cb887313332d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.561555] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.561555] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.561555] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.561555] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.561555] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.561788] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.561917] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.562179] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.562406] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.562492] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.562587] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c01a6a90-fd28-4017-978d-35f1fcce016a is going to be updated. [ 1151.591649] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.591811] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.591885] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.592399] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.592472] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.602889] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01a6a90-fd28-4017-978d-35f1fcce016a in Status: IN_PROGRESS for 2s [ 1151.979219] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.979648] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.979648] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.979901] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.980070] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.980234] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port 63a548eb-3f24-4c79-95be-cb887313332d not found, creating... [ 1151.980498] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.980656] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.980772] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.980993] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.981183] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.981567] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.981736] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.981853] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.982162] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.982276] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.982410] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: 63a548eb-3f24-4c79-95be-cb887313332d is going to be created. [ 1152.005846] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.006282] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.006506] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.006921] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.007313] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.007714] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-63a548eb-3f24-4c79-95be-cb887313332d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.708273] env[65832]: INFO networking_nsxv3.common.synchronization [req-289af0b4-eb53-45ea-8998-1e6f5bce8c09 req-4edcb69c-5599-404c-b5bd-42521a7b6cd5 service nova] Enqueued Resource ID: c01a6a90-fd28-4017-978d-35f1fcce016a with Priority: HIGHEST for action security_group_rules [ 1152.708447] env[65832]: INFO networking_nsxv3.common.synchronization [req-289af0b4-eb53-45ea-8998-1e6f5bce8c09 req-4edcb69c-5599-404c-b5bd-42521a7b6cd5 service nova] Enqueued Resource ID: c01a6a90-fd28-4017-978d-35f1fcce016a with Priority: HIGHEST for action security_group_members [ 1152.708693] env[65832]: INFO networking_nsxv3.common.synchronization [req-289af0b4-eb53-45ea-8998-1e6f5bce8c09 req-4edcb69c-5599-404c-b5bd-42521a7b6cd5 service nova] Enqueued Resource ID: 63a548eb-3f24-4c79-95be-cb887313332d with Priority: HIGHEST for action port [ 1152.710463] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01a6a90-fd28-4017-978d-35f1fcce016a with Priority: HIGHEST for action security_group_rules [ 1152.710608] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01a6a90-fd28-4017-978d-35f1fcce016a with Priority: HIGHEST for action security_group_members [ 1152.710706] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63a548eb-3f24-4c79-95be-cb887313332d with Priority: HIGHEST for action port [ 1152.710989] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c01a6a90-fd28-4017-978d-35f1fcce016a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.711343] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.711343] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.711662] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.711662] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c01a6a90-fd28-4017-978d-35f1fcce016a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.712520] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01a6a90-fd28-4017-978d-35f1fcce016a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.712617] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.712816] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-63a548eb-3f24-4c79-95be-cb887313332d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.712915] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63a548eb-3f24-4c79-95be-cb887313332d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.712977] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63a548eb-3f24-4c79-95be-cb887313332d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.713178] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63a548eb-3f24-4c79-95be-cb887313332d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.713256] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63a548eb-3f24-4c79-95be-cb887313332d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.220862] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01a6a90-fd28-4017-978d-35f1fcce016a taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.220862] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.221275] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 63a548eb-3f24-4c79-95be-cb887313332d with status ACTIVE [ 1153.222582] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.223135] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.223135] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.223304] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.223547] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.223828] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.224881] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.224881] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.225050] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.225100] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.225920] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.226076] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.226147] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.226713] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.226713] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.226713] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 63a548eb-3f24-4c79-95be-cb887313332d is going to be updated. [ 1153.257124] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.257124] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.257124] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.257367] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.257590] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.257683] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63a548eb-3f24-4c79-95be-cb887313332d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.419806] env[65832]: INFO networking_nsxv3.common.synchronization [None req-aebef45f-e070-4c4c-9276-9a1823f270c9 None None] Enqueued Resource ID: 2658415b-1065-477a-b10e-57974899b873 with Priority: HIGHEST for action port [ 1153.420469] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2658415b-1065-477a-b10e-57974899b873 with Priority: HIGHEST for action port [ 1153.422597] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-2658415b-1065-477a-b10e-57974899b873 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.422797] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2658415b-1065-477a-b10e-57974899b873" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.422883] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2658415b-1065-477a-b10e-57974899b873" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.423199] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2658415b-1065-477a-b10e-57974899b873" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.424060] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2658415b-1065-477a-b10e-57974899b873',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.596958] env[65832]: INFO networking_nsxv3.common.synchronization [req-895ac596-4853-4660-a0f7-dc7bb8817391 req-474d6353-dd58-4bec-9e6d-6fc0290e063f tempest-ServersNegativeTestJSON-1935545349 tempest-ServersNegativeTestJSON-1935545349-project-member] Enqueued Resource ID: 3215c9ca-5975-48df-9c51-1e2251a39525 with Priority: HIGHEST for action security_group_members [ 1153.596958] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3215c9ca-5975-48df-9c51-1e2251a39525 with Priority: HIGHEST for action security_group_members [ 1153.597110] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-3215c9ca-5975-48df-9c51-1e2251a39525 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.597195] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.597245] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.598158] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.598329] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.598437] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.598495] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.598661] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.598746] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.598836] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3215c9ca-5975-48df-9c51-1e2251a39525',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.614254] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01a6a90-fd28-4017-978d-35f1fcce016a in Status: SUCCESS [ 1153.614449] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c01a6a90-fd28-4017-978d-35f1fcce016a deletion is rescheduled due to dependency. [ 1153.614680] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.614716] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.615457] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.615457] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.615457] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.615457] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.615457] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.615597] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.615597] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c01a6a90-fd28-4017-978d-35f1fcce016a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.929444] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2658415b-1065-477a-b10e-57974899b873 [ 1153.929707] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.929850] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.929908] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.930145] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.930235] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.930333] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2658415b-1065-477a-b10e-57974899b873 already deleted. [ 1153.930702] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2658415b-1065-477a-b10e-57974899b873" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.976438] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-272 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.978681] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-272" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.978681] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-272" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.978681] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-272" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.978681] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.978681] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.978681] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.978681] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.978681] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.978681] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1153.978681] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1153.978681] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1153.978681] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1153.978681] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1153.978681] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1153.978681] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1154.000015] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1154.000258] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1154.000387] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1154.000573] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-272" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.000900] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-87c9ed52-6c0b-4ad1-9670-85242a962cd8 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.001098] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-87c9ed52-6c0b-4ad1-9670-85242a962cd8" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.001316] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-87c9ed52-6c0b-4ad1-9670-85242a962cd8" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.001646] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-87c9ed52-6c0b-4ad1-9670-85242a962cd8" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.001794] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87c9ed52-6c0b-4ad1-9670-85242a962cd8',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.100791] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3215c9ca-5975-48df-9c51-1e2251a39525',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.118267] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c01a6a90-fd28-4017-978d-35f1fcce016a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.507731] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.508123] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.508330] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.508677] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.508896] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.509174] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port 87c9ed52-6c0b-4ad1-9670-85242a962cd8 not found, creating... [ 1154.509606] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.509832] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.509970] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.512044] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.512044] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.514765] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.514765] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.514765] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.514765] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.514765] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.514765] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: 87c9ed52-6c0b-4ad1-9670-85242a962cd8 is going to be created. [ 1154.538375] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.538375] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.538375] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.538575] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.538676] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.538913] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-87c9ed52-6c0b-4ad1-9670-85242a962cd8" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.606039] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3215c9ca-5975-48df-9c51-1e2251a39525',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.621326] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c01a6a90-fd28-4017-978d-35f1fcce016a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.109402] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.109604] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.109643] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.111614] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.111614] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.111614] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3215c9ca-5975-48df-9c51-1e2251a39525 is going to be updated. [ 1155.126105] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.126105] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.126105] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.126903] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.126903] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.126903] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c01a6a90-fd28-4017-978d-35f1fcce016a is going to be updated. [ 1155.147654] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.147980] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.147980] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.148086] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.148233] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.161957] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3215c9ca-5975-48df-9c51-1e2251a39525 in Status: IN_PROGRESS for 2s [ 1155.165451] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.165561] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.165597] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.166174] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.166174] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.175182] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01a6a90-fd28-4017-978d-35f1fcce016a in Status: IN_PROGRESS for 2s [ 1155.324530] env[65832]: INFO networking_nsxv3.common.synchronization [req-895ac596-4853-4660-a0f7-dc7bb8817391 req-38edbed2-5366-413a-be33-3abeab1727cb service nova] Enqueued Resource ID: 3215c9ca-5975-48df-9c51-1e2251a39525 with Priority: HIGHEST for action security_group_rules [ 1155.324893] env[65832]: INFO networking_nsxv3.common.synchronization [req-895ac596-4853-4660-a0f7-dc7bb8817391 req-38edbed2-5366-413a-be33-3abeab1727cb service nova] Enqueued Resource ID: 3215c9ca-5975-48df-9c51-1e2251a39525 with Priority: HIGHEST for action security_group_members [ 1155.324893] env[65832]: INFO networking_nsxv3.common.synchronization [req-895ac596-4853-4660-a0f7-dc7bb8817391 req-38edbed2-5366-413a-be33-3abeab1727cb service nova] Enqueued Resource ID: 87c9ed52-6c0b-4ad1-9670-85242a962cd8 with Priority: HIGHEST for action port [ 1155.325478] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3215c9ca-5975-48df-9c51-1e2251a39525 with Priority: HIGHEST for action security_group_rules [ 1155.325627] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3215c9ca-5975-48df-9c51-1e2251a39525 with Priority: HIGHEST for action security_group_members [ 1155.325721] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87c9ed52-6c0b-4ad1-9670-85242a962cd8 with Priority: HIGHEST for action port [ 1155.325994] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3215c9ca-5975-48df-9c51-1e2251a39525 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.326130] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.326204] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.326386] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.326472] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3215c9ca-5975-48df-9c51-1e2251a39525',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.327355] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-3215c9ca-5975-48df-9c51-1e2251a39525 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.327463] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.327606] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-87c9ed52-6c0b-4ad1-9670-85242a962cd8 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.328709] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87c9ed52-6c0b-4ad1-9670-85242a962cd8" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.328709] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87c9ed52-6c0b-4ad1-9670-85242a962cd8" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.328709] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87c9ed52-6c0b-4ad1-9670-85242a962cd8" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.328709] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87c9ed52-6c0b-4ad1-9670-85242a962cd8',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.709104] env[65832]: INFO networking_nsxv3.common.synchronization [req-c390ab58-c628-4b0d-a5d3-d155a15de5bf req-aef30cb0-9060-4156-8e68-b881bcad78f8 tempest-ImagesTestJSON-1599396182 tempest-ImagesTestJSON-1599396182-project-member] Enqueued Resource ID: 4bd37931-eb07-4e67-a120-f1641325ae52 with Priority: HIGHEST for action security_group_members [ 1155.709790] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bd37931-eb07-4e67-a120-f1641325ae52 with Priority: HIGHEST for action security_group_members [ 1155.710344] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bd37931-eb07-4e67-a120-f1641325ae52 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.710556] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.710721] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.710938] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.711211] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.711374] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.711702] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.711702] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.711812] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.711883] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bd37931-eb07-4e67-a120-f1641325ae52',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.829729] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-3215c9ca-5975-48df-9c51-1e2251a39525 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.829954] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.831418] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87c9ed52-6c0b-4ad1-9670-85242a962cd8 with status ACTIVE [ 1155.831478] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.831591] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.831651] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.831898] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.831975] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.832201] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.832334] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.832400] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.832574] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.832644] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.832845] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.832945] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.833013] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.833179] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.833253] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.833333] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87c9ed52-6c0b-4ad1-9670-85242a962cd8 is going to be updated. [ 1155.836094] env[65832]: INFO networking_nsxv3.common.synchronization [None req-4d146119-9114-499e-8df4-47a543c57698 None None] Enqueued Resource ID: 78d16225-ce6b-4e73-b751-aabb610375af with Priority: HIGHEST for action port [ 1155.836805] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78d16225-ce6b-4e73-b751-aabb610375af with Priority: HIGHEST for action port [ 1155.837425] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-78d16225-ce6b-4e73-b751-aabb610375af taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.837593] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78d16225-ce6b-4e73-b751-aabb610375af" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.837593] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78d16225-ce6b-4e73-b751-aabb610375af" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.837841] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78d16225-ce6b-4e73-b751-aabb610375af" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.837915] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78d16225-ce6b-4e73-b751-aabb610375af',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.858641] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.858792] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.858874] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.859117] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.859262] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.859428] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87c9ed52-6c0b-4ad1-9670-85242a962cd8" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.215617] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.215617] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.215617] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.215891] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.216070] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.216635] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.216635] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.216635] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.216876] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.217117] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.217117] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bd37931-eb07-4e67-a120-f1641325ae52 is going to be updated. [ 1156.258022] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.258022] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.258022] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.258022] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.258022] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.269284] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bd37931-eb07-4e67-a120-f1641325ae52 in Status: IN_PROGRESS for 2s [ 1156.340220] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 78d16225-ce6b-4e73-b751-aabb610375af [ 1156.340497] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.340638] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.340708] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.341136] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.341401] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.341561] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:78d16225-ce6b-4e73-b751-aabb610375af already deleted. [ 1156.341656] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78d16225-ce6b-4e73-b751-aabb610375af" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.888192] env[65832]: INFO networking_nsxv3.common.synchronization [req-26e90fbf-a679-4260-ba78-9f0d10600b2f req-9da41536-3d1e-4d14-872b-58717ddebe63 tempest-AttachInterfacesTestJSON-1132375137 tempest-AttachInterfacesTestJSON-1132375137-project-member] Enqueued Resource ID: eecf63cb-706a-480f-a301-d7a08fd5a29f with Priority: HIGHEST for action security_group_members [ 1156.888192] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eecf63cb-706a-480f-a301-d7a08fd5a29f with Priority: HIGHEST for action security_group_members [ 1156.888192] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-eecf63cb-706a-480f-a301-d7a08fd5a29f taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.888752] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.888930] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.889282] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.889558] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.889771] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.889921] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.890181] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.890345] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.890511] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eecf63cb-706a-480f-a301-d7a08fd5a29f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.172964] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3215c9ca-5975-48df-9c51-1e2251a39525 in Status: SUCCESS [ 1157.172964] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.172964] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.173254] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.173340] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.173475] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.173549] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.173709] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.173789] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.173882] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3215c9ca-5975-48df-9c51-1e2251a39525',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.185094] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01a6a90-fd28-4017-978d-35f1fcce016a in Status: SUCCESS [ 1157.185366] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.185870] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.186045] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.186260] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.186344] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.186492] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.186546] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.186602] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.186681] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.186769] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c01a6a90-fd28-4017-978d-35f1fcce016a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.395233] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eecf63cb-706a-480f-a301-d7a08fd5a29f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.676791] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3215c9ca-5975-48df-9c51-1e2251a39525',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.689130] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01a6a90-fd28-4017-978d-35f1fcce016a taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.689333] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.689412] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.689633] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.689799] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.689899] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.689962] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.690125] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.690210] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.690300] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.690451] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01a6a90-fd28-4017-978d-35f1fcce016a taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.690730] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.690814] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.690982] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.691137] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.691280] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.691350] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.691492] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.691572] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.691653] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.691742] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c01a6a90-fd28-4017-978d-35f1fcce016a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.897094] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eecf63cb-706a-480f-a301-d7a08fd5a29f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.179857] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3215c9ca-5975-48df-9c51-1e2251a39525',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.193565] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c01a6a90-fd28-4017-978d-35f1fcce016a: rpc.has_security_group_logging(os_id): False [ 1158.214025] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.214507] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.214507] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.214666] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.214830] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.215185] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.215366] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.215490] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.215745] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.215895] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.216410] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.216653] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.217413] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.217413] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.217413] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.217569] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.217665] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.217820] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.217945] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.218133] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.218234] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c01a6a90-fd28-4017-978d-35f1fcce016a is going to be updated. [ 1158.282637] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bd37931-eb07-4e67-a120-f1641325ae52 in Status: SUCCESS [ 1158.283373] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bd37931-eb07-4e67-a120-f1641325ae52 deletion is rescheduled due to dependency. [ 1158.283373] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bd37931-eb07-4e67-a120-f1641325ae52" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.285558] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.285693] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.285782] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.286018] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.286166] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.302068] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c01a6a90-fd28-4017-978d-35f1fcce016a in Status: IN_PROGRESS for 2s [ 1158.400581] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.400793] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.400838] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.401057] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.401151] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.401306] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eecf63cb-706a-480f-a301-d7a08fd5a29f is going to be updated. [ 1158.433646] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.433844] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.433952] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.434233] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.434415] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.449705] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eecf63cb-706a-480f-a301-d7a08fd5a29f in Status: IN_PROGRESS for 2s [ 1158.683698] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.683698] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.683698] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.683698] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.683698] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.683698] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3215c9ca-5975-48df-9c51-1e2251a39525 is going to be updated. [ 1158.732255] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.732459] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.732535] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.733113] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.733113] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.743985] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3215c9ca-5975-48df-9c51-1e2251a39525 in Status: IN_PROGRESS for 2s [ 1160.322580] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c01a6a90-fd28-4017-978d-35f1fcce016a in Status: SUCCESS [ 1160.323223] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.459777] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eecf63cb-706a-480f-a301-d7a08fd5a29f in Status: SUCCESS [ 1160.460016] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.537152] env[65832]: INFO networking_nsxv3.common.synchronization [req-90dbf3d3-73a1-4f75-b9d7-a9ba84fd409a req-e4ce6b09-b673-4f97-8477-6ec5ab480361 tempest-ServerPasswordTestJSON-20494371 tempest-ServerPasswordTestJSON-20494371-project-member] Enqueued Resource ID: 9192028e-9c69-4bd8-b505-03bbfa623e94 with Priority: HIGHEST for action security_group_members [ 1160.537720] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9192028e-9c69-4bd8-b505-03bbfa623e94 with Priority: HIGHEST for action security_group_members [ 1160.538200] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-9192028e-9c69-4bd8-b505-03bbfa623e94 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.538200] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9192028e-9c69-4bd8-b505-03bbfa623e94" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.538357] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9192028e-9c69-4bd8-b505-03bbfa623e94" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.538551] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9192028e-9c69-4bd8-b505-03bbfa623e94" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.538739] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.538845] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.538923] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.539142] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.539306] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.539419] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9192028e-9c69-4bd8-b505-03bbfa623e94',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.754750] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3215c9ca-5975-48df-9c51-1e2251a39525 in Status: SUCCESS [ 1160.754750] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.754993] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.755261] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.755463] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.755585] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.755651] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.755807] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.755926] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.756088] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.756139] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3215c9ca-5975-48df-9c51-1e2251a39525',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.849938] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-836 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.850121] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-836" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.850333] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-836" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.850786] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-836" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.851380] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.851530] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.851703] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.852047] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.852294] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.852874] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1160.852874] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1160.852949] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1160.852990] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1160.853119] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1160.853227] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1160.853361] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1160.873097] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1160.873379] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1160.873559] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1160.873756] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-836" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.874306] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-2865aec0-32e8-45f5-8db1-e9392bcaaf2e taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.874306] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-2865aec0-32e8-45f5-8db1-e9392bcaaf2e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.874577] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-2865aec0-32e8-45f5-8db1-e9392bcaaf2e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.874938] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-2865aec0-32e8-45f5-8db1-e9392bcaaf2e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.875131] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2865aec0-32e8-45f5-8db1-e9392bcaaf2e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.042202] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.042774] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.042774] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.042908] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.043048] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.043229] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.043339] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.043404] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.043568] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.043645] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.043735] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9192028e-9c69-4bd8-b505-03bbfa623e94 already deleted. [ 1161.043815] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9192028e-9c69-4bd8-b505-03bbfa623e94" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.258368] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-3215c9ca-5975-48df-9c51-1e2251a39525 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.258591] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.258639] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.258872] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.259068] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.259257] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.259257] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.259399] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.259483] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.259578] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.259747] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-3215c9ca-5975-48df-9c51-1e2251a39525 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.259854] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.259923] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.260183] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.260329] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.260443] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.260496] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.260675] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.260768] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.260848] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.260955] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3215c9ca-5975-48df-9c51-1e2251a39525',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.377713] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.378079] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.378259] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.378664] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.378896] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.379147] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port 2865aec0-32e8-45f5-8db1-e9392bcaaf2e not found, creating... [ 1161.379479] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.379724] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.379900] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.380200] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.380410] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.380759] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.380997] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.381188] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.381473] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.381653] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.381849] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: 2865aec0-32e8-45f5-8db1-e9392bcaaf2e is going to be created. [ 1161.403804] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.404082] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.404214] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.404500] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.404740] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.404972] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-2865aec0-32e8-45f5-8db1-e9392bcaaf2e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.766363] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3215c9ca-5975-48df-9c51-1e2251a39525: rpc.has_security_group_logging(os_id): False [ 1161.807352] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.807560] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.807750] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.808048] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.808186] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.808811] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.808949] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.809018] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.809270] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.809387] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.811505] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.811505] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.811505] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.811505] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.811505] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.811505] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.811505] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.811505] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.811505] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.811505] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.811505] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3215c9ca-5975-48df-9c51-1e2251a39525 is going to be updated. [ 1161.907590] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.907932] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.907932] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.908463] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.908463] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.930850] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3215c9ca-5975-48df-9c51-1e2251a39525 in Status: IN_PROGRESS for 2s [ 1162.167540] env[65832]: INFO networking_nsxv3.common.synchronization [req-90dbf3d3-73a1-4f75-b9d7-a9ba84fd409a req-6611c752-c9ae-4e9d-bc75-8e2df15b1620 service nova] Enqueued Resource ID: 9192028e-9c69-4bd8-b505-03bbfa623e94 with Priority: HIGHEST for action security_group_rules [ 1162.167761] env[65832]: INFO networking_nsxv3.common.synchronization [req-90dbf3d3-73a1-4f75-b9d7-a9ba84fd409a req-6611c752-c9ae-4e9d-bc75-8e2df15b1620 service nova] Enqueued Resource ID: 9192028e-9c69-4bd8-b505-03bbfa623e94 with Priority: HIGHEST for action security_group_members [ 1162.167855] env[65832]: INFO networking_nsxv3.common.synchronization [req-90dbf3d3-73a1-4f75-b9d7-a9ba84fd409a req-6611c752-c9ae-4e9d-bc75-8e2df15b1620 service nova] Enqueued Resource ID: 2865aec0-32e8-45f5-8db1-e9392bcaaf2e with Priority: HIGHEST for action port [ 1162.168392] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9192028e-9c69-4bd8-b505-03bbfa623e94 with Priority: HIGHEST for action security_group_rules [ 1162.168620] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9192028e-9c69-4bd8-b505-03bbfa623e94 with Priority: HIGHEST for action security_group_members [ 1162.168620] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2865aec0-32e8-45f5-8db1-e9392bcaaf2e with Priority: HIGHEST for action port [ 1162.168889] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9192028e-9c69-4bd8-b505-03bbfa623e94 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.168997] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9192028e-9c69-4bd8-b505-03bbfa623e94" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.170804] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9192028e-9c69-4bd8-b505-03bbfa623e94" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.170917] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9192028e-9c69-4bd8-b505-03bbfa623e94" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.171743] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9192028e-9c69-4bd8-b505-03bbfa623e94',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.172386] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-9192028e-9c69-4bd8-b505-03bbfa623e94 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.172386] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9192028e-9c69-4bd8-b505-03bbfa623e94" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.172386] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9192028e-9c69-4bd8-b505-03bbfa623e94" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.172564] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9192028e-9c69-4bd8-b505-03bbfa623e94" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.172646] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.172730] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.172792] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.172957] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.173063] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.173166] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9192028e-9c69-4bd8-b505-03bbfa623e94',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.175200] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-2865aec0-32e8-45f5-8db1-e9392bcaaf2e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.175200] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2865aec0-32e8-45f5-8db1-e9392bcaaf2e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.175200] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2865aec0-32e8-45f5-8db1-e9392bcaaf2e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.175200] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2865aec0-32e8-45f5-8db1-e9392bcaaf2e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.175200] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2865aec0-32e8-45f5-8db1-e9392bcaaf2e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.677061] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9192028e-9c69-4bd8-b505-03bbfa623e94',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.678022] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-9192028e-9c69-4bd8-b505-03bbfa623e94 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.678151] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9192028e-9c69-4bd8-b505-03bbfa623e94" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.678338] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2865aec0-32e8-45f5-8db1-e9392bcaaf2e with status ACTIVE [ 1162.678511] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.678624] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.678688] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.678926] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.679053] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.679201] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.679316] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.679383] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.679530] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.679645] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.679781] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.679872] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.679922] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.680079] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.680152] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.680235] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2865aec0-32e8-45f5-8db1-e9392bcaaf2e is going to be updated. [ 1162.730638] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.730788] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.730849] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.731133] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.731256] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.731480] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2865aec0-32e8-45f5-8db1-e9392bcaaf2e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.182968] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9192028e-9c69-4bd8-b505-03bbfa623e94',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.685447] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.685807] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.685807] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.685914] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.685970] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.686087] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9192028e-9c69-4bd8-b505-03bbfa623e94 is going to be created. [ 1163.746255] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.746479] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.746578] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.746782] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.746938] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.761178] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9192028e-9c69-4bd8-b505-03bbfa623e94 in Status: UNINITIALIZED for 2s [ 1163.945745] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3215c9ca-5975-48df-9c51-1e2251a39525 in Status: SUCCESS [ 1163.946033] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.581942] env[65832]: INFO networking_nsxv3.common.synchronization [req-0d806540-27ae-4949-8a55-090dfa393357 req-57f89a62-2c2b-4003-a302-f00542b031da tempest-ServersNegativeTestJSON-1935545349 tempest-ServersNegativeTestJSON-1935545349-project-member] Enqueued Resource ID: 3215c9ca-5975-48df-9c51-1e2251a39525 with Priority: HIGHEST for action security_group_members [ 1165.583022] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3215c9ca-5975-48df-9c51-1e2251a39525 with Priority: HIGHEST for action security_group_members [ 1165.583499] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-3215c9ca-5975-48df-9c51-1e2251a39525 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.583589] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.583589] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.583792] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.583948] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.584071] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.584136] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.584289] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.584376] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.584504] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3215c9ca-5975-48df-9c51-1e2251a39525',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.772105] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9192028e-9c69-4bd8-b505-03bbfa623e94 in Status: SUCCESS [ 1165.772350] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9192028e-9c69-4bd8-b505-03bbfa623e94" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.772525] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9192028e-9c69-4bd8-b505-03bbfa623e94" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.772746] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9192028e-9c69-4bd8-b505-03bbfa623e94" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.772938] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.773071] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.773137] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.773303] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.773382] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.773474] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9192028e-9c69-4bd8-b505-03bbfa623e94" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.773575] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9192028e-9c69-4bd8-b505-03bbfa623e94',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.086857] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3215c9ca-5975-48df-9c51-1e2251a39525',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.276164] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-9192028e-9c69-4bd8-b505-03bbfa623e94 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.276362] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9192028e-9c69-4bd8-b505-03bbfa623e94" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.276430] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9192028e-9c69-4bd8-b505-03bbfa623e94" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.276703] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9192028e-9c69-4bd8-b505-03bbfa623e94" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.276941] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.277041] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.277114] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.277309] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.277401] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.277511] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9192028e-9c69-4bd8-b505-03bbfa623e94" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.277699] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-9192028e-9c69-4bd8-b505-03bbfa623e94 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.277823] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9192028e-9c69-4bd8-b505-03bbfa623e94" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.277902] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9192028e-9c69-4bd8-b505-03bbfa623e94" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.278148] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9192028e-9c69-4bd8-b505-03bbfa623e94" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.278324] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.278442] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.278602] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.279384] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.279384] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.279384] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9192028e-9c69-4bd8-b505-03bbfa623e94" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.279384] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9192028e-9c69-4bd8-b505-03bbfa623e94',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.588844] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3215c9ca-5975-48df-9c51-1e2251a39525',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.607119] env[65832]: INFO networking_nsxv3.common.synchronization [req-b40f7d1d-eb40-4fe6-a554-3aef532bcc0d req-12078899-7cc8-46e8-ac07-44ec0996a1cc tempest-AttachInterfacesTestJSON-1132375137 tempest-AttachInterfacesTestJSON-1132375137-project-member] Enqueued Resource ID: eecf63cb-706a-480f-a301-d7a08fd5a29f with Priority: HIGHEST for action security_group_members [ 1166.607659] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eecf63cb-706a-480f-a301-d7a08fd5a29f with Priority: HIGHEST for action security_group_members [ 1166.607990] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-eecf63cb-706a-480f-a301-d7a08fd5a29f taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.608126] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.608194] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.608389] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.608544] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.608641] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.608703] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.608851] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.608939] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.609460] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eecf63cb-706a-480f-a301-d7a08fd5a29f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.781938] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9192028e-9c69-4bd8-b505-03bbfa623e94: rpc.has_security_group_logging(os_id): False [ 1166.805552] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.806254] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.806335] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.806559] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.806654] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.806912] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.807059] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.807132] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.807304] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.807457] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.807581] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.807681] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.807772] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.807939] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.808024] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.808451] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.808562] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.808629] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.808774] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.808850] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.808937] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9192028e-9c69-4bd8-b505-03bbfa623e94 is going to be created. [ 1166.876451] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.876670] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.876778] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.877034] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.877259] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.894972] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9192028e-9c69-4bd8-b505-03bbfa623e94 in Status: IN_PROGRESS for 2s [ 1167.095765] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.095765] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.095765] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.095765] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.095765] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.095765] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3215c9ca-5975-48df-9c51-1e2251a39525 is going to be updated. [ 1167.111423] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.111423] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.111423] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.111625] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.111704] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.112194] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.112194] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.112194] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.112360] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.112479] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.113238] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eecf63cb-706a-480f-a301-d7a08fd5a29f is going to be updated. [ 1167.123336] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.124030] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.124030] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.124030] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.124030] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.133627] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3215c9ca-5975-48df-9c51-1e2251a39525 in Status: IN_PROGRESS for 2s [ 1167.142972] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.143160] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.143209] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.143421] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.143595] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.154332] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eecf63cb-706a-480f-a301-d7a08fd5a29f in Status: IN_PROGRESS for 2s [ 1167.503434] env[65832]: INFO networking_nsxv3.common.synchronization [None req-6e9aa8ca-5881-4e37-9e4b-8b2558bdce43 None None] Enqueued Resource ID: 4cb5cc6b-e67a-4e9d-bf6d-b5e0beace050 with Priority: HIGHEST for action port [ 1167.503969] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cb5cc6b-e67a-4e9d-bf6d-b5e0beace050 with Priority: HIGHEST for action port [ 1167.504271] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cb5cc6b-e67a-4e9d-bf6d-b5e0beace050 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.504402] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cb5cc6b-e67a-4e9d-bf6d-b5e0beace050" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.504471] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cb5cc6b-e67a-4e9d-bf6d-b5e0beace050" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.504717] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cb5cc6b-e67a-4e9d-bf6d-b5e0beace050" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.504798] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cb5cc6b-e67a-4e9d-bf6d-b5e0beace050',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.007605] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4cb5cc6b-e67a-4e9d-bf6d-b5e0beace050 [ 1168.007957] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.008262] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.008798] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.009093] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.009790] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.009790] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4cb5cc6b-e67a-4e9d-bf6d-b5e0beace050 already deleted. [ 1168.009790] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cb5cc6b-e67a-4e9d-bf6d-b5e0beace050" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.910765] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9192028e-9c69-4bd8-b505-03bbfa623e94 in Status: SUCCESS [ 1168.910765] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9192028e-9c69-4bd8-b505-03bbfa623e94" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.144709] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3215c9ca-5975-48df-9c51-1e2251a39525 in Status: SUCCESS [ 1169.144709] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.165743] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eecf63cb-706a-480f-a301-d7a08fd5a29f in Status: SUCCESS [ 1169.166144] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eecf63cb-706a-480f-a301-d7a08fd5a29f deletion is rescheduled due to dependency. [ 1169.166276] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.278503] env[65832]: INFO networking_nsxv3.common.synchronization [req-d955c3e6-1202-41d8-83d7-9bb1727f3c65 req-e77e6eab-cdd6-4b36-87e0-50deb22b2e3b tempest-ServerActionsTestOtherB-1041866639 tempest-ServerActionsTestOtherB-1041866639-project-member] Enqueued Resource ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e with Priority: HIGHEST for action security_group_members [ 1171.279403] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e with Priority: HIGHEST for action security_group_members [ 1171.280400] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.283226] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.283226] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.283226] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.283226] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.283226] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.283226] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.283226] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.283226] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.283226] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c4c8db0-1d19-4d1a-a15a-010641cf7c9e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.761215] env[65832]: INFO networking_nsxv3.common.synchronization [None req-36920219-aaaa-4b6d-b59a-0c85e5886607 tempest-AttachInterfacesTestJSON-1132375137 tempest-AttachInterfacesTestJSON-1132375137-project-member] Enqueued Resource ID: a6726dd4-3365-41f8-a208-b83569483323 with Priority: HIGHEST for action security_group_members [ 1171.761694] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6726dd4-3365-41f8-a208-b83569483323 with Priority: HIGHEST for action security_group_members [ 1171.762199] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6726dd4-3365-41f8-a208-b83569483323 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.762474] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.762474] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.762754] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.762826] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.762910] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.762966] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.763355] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.763425] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.763499] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6726dd4-3365-41f8-a208-b83569483323',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.784050] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.784214] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.786357] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.786357] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.786357] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.786357] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.786357] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.786357] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.786357] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.786357] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.786357] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e is going to be updated. [ 1171.816533] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.817058] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.817058] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.817199] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.817263] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.827214] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e in Status: IN_PROGRESS for 2s [ 1171.957822] env[65832]: INFO networking_nsxv3.common.synchronization [None req-cb0d638b-f952-44ce-babb-2622db71b0b5 None None] Enqueued Resource ID: 01a74e2e-a12b-4136-aa6d-cf5ec02762a4 with Priority: HIGHEST for action port [ 1171.958331] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01a74e2e-a12b-4136-aa6d-cf5ec02762a4 with Priority: HIGHEST for action port [ 1171.958710] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-01a74e2e-a12b-4136-aa6d-cf5ec02762a4 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.958834] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01a74e2e-a12b-4136-aa6d-cf5ec02762a4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.958901] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01a74e2e-a12b-4136-aa6d-cf5ec02762a4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.959724] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01a74e2e-a12b-4136-aa6d-cf5ec02762a4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.959859] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01a74e2e-a12b-4136-aa6d-cf5ec02762a4',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.265873] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.270210] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.270210] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.270210] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.270210] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.270210] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.270517] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.270517] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.271070] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.271106] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.271733] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6726dd4-3365-41f8-a208-b83569483323 is going to be updated. [ 1172.308696] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.308696] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.308696] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.308696] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.308696] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.318973] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6726dd4-3365-41f8-a208-b83569483323 in Status: IN_PROGRESS for 2s [ 1172.467531] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01a74e2e-a12b-4136-aa6d-cf5ec02762a4 [ 1172.467531] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.467531] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.467531] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.467531] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.467531] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.467531] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01a74e2e-a12b-4136-aa6d-cf5ec02762a4 already deleted. [ 1172.467531] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01a74e2e-a12b-4136-aa6d-cf5ec02762a4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.837875] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e in Status: SUCCESS [ 1173.840890] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e deletion is rescheduled due to dependency. [ 1173.840890] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.330518] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6726dd4-3365-41f8-a208-b83569483323 in Status: SUCCESS [ 1174.330518] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6726dd4-3365-41f8-a208-b83569483323 deletion is rescheduled due to dependency. [ 1174.330518] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.706144] env[65832]: INFO networking_nsxv3.common.synchronization [None req-b8b1fb08-52a8-4716-b30c-11b1515943fb None None] Enqueued Resource ID: cf1f94a9-f3e0-4315-a83e-b8005d742e62 with Priority: HIGHEST for action port [ 1174.706827] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf1f94a9-f3e0-4315-a83e-b8005d742e62 with Priority: HIGHEST for action port [ 1174.707160] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf1f94a9-f3e0-4315-a83e-b8005d742e62 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.707323] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf1f94a9-f3e0-4315-a83e-b8005d742e62" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.707369] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf1f94a9-f3e0-4315-a83e-b8005d742e62" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.707603] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf1f94a9-f3e0-4315-a83e-b8005d742e62" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.707693] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf1f94a9-f3e0-4315-a83e-b8005d742e62',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.209582] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf1f94a9-f3e0-4315-a83e-b8005d742e62 [ 1175.209940] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.210094] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.210163] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.210379] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.210469] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.210570] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf1f94a9-f3e0-4315-a83e-b8005d742e62 already deleted. [ 1175.210655] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf1f94a9-f3e0-4315-a83e-b8005d742e62" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.403954] env[65832]: INFO networking_nsxv3.common.synchronization [req-2c62514b-2cb6-4e99-af7a-88ceead8003a req-84a1cb39-120d-431d-ad57-0513c39ad7e5 tempest-ServerPasswordTestJSON-20494371 tempest-ServerPasswordTestJSON-20494371-project-member] Enqueued Resource ID: 9192028e-9c69-4bd8-b505-03bbfa623e94 with Priority: HIGHEST for action security_group_members [ 1176.404560] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9192028e-9c69-4bd8-b505-03bbfa623e94 with Priority: HIGHEST for action security_group_members [ 1176.404896] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-9192028e-9c69-4bd8-b505-03bbfa623e94 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.405061] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9192028e-9c69-4bd8-b505-03bbfa623e94" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.405156] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9192028e-9c69-4bd8-b505-03bbfa623e94" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.405375] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9192028e-9c69-4bd8-b505-03bbfa623e94" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.405554] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.405694] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.405761] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.405991] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.406135] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.406250] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9192028e-9c69-4bd8-b505-03bbfa623e94',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.909068] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.909068] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.909242] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.909425] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.909526] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.909751] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.909855] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.909918] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.910121] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.910204] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.910294] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9192028e-9c69-4bd8-b505-03bbfa623e94 is going to be updated. [ 1176.950068] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.950256] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.950297] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.950489] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.950631] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.959967] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9192028e-9c69-4bd8-b505-03bbfa623e94 in Status: IN_PROGRESS for 2s [ 1178.076366] env[65832]: INFO networking_nsxv3.common.synchronization [req-f1fe89fc-5233-4ba9-a2d0-dc9d85bda2d3 req-ee102040-0d96-4154-aa59-4cfa8ca9164a tempest-AttachInterfacesV270Test-221080341 tempest-AttachInterfacesV270Test-221080341-project-member] Enqueued Resource ID: 99e3507c-6f70-44fe-bdbf-53280ca389f1 with Priority: HIGHEST for action security_group_members [ 1178.077728] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99e3507c-6f70-44fe-bdbf-53280ca389f1 with Priority: HIGHEST for action security_group_members [ 1178.077728] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-99e3507c-6f70-44fe-bdbf-53280ca389f1 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.077728] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99e3507c-6f70-44fe-bdbf-53280ca389f1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.077728] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99e3507c-6f70-44fe-bdbf-53280ca389f1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.077728] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99e3507c-6f70-44fe-bdbf-53280ca389f1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.078432] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.078432] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.078432] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.078577] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.078577] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.078630] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99e3507c-6f70-44fe-bdbf-53280ca389f1',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.438863] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-262 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.443906] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-262" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.443906] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-262" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.443906] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-262" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.443906] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.443906] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.443906] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.443906] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.443906] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.443906] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1178.443906] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1178.443906] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1178.443906] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1178.443906] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1178.445022] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1178.445022] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1178.466417] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1178.466417] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1178.466417] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1178.466417] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-262" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.466417] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-ed2e6022-f497-4842-a92b-944e2e00460b taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.466670] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-ed2e6022-f497-4842-a92b-944e2e00460b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.466670] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-ed2e6022-f497-4842-a92b-944e2e00460b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.467060] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-ed2e6022-f497-4842-a92b-944e2e00460b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.467680] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed2e6022-f497-4842-a92b-944e2e00460b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.581051] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.581224] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.581291] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.581524] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.581718] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.581925] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.582053] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.582133] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.582280] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.582360] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.582446] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99e3507c-6f70-44fe-bdbf-53280ca389f1 already deleted. [ 1178.582547] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99e3507c-6f70-44fe-bdbf-53280ca389f1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.970563] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.970785] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.970918] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.971206] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.971353] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.971509] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port ed2e6022-f497-4842-a92b-944e2e00460b not found, creating... [ 1178.971793] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.971954] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.972080] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.972305] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.972425] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.972718] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.972927] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.973070] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.973290] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.973422] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.973560] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: ed2e6022-f497-4842-a92b-944e2e00460b is going to be created. [ 1178.975254] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9192028e-9c69-4bd8-b505-03bbfa623e94 in Status: SUCCESS [ 1178.975420] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9192028e-9c69-4bd8-b505-03bbfa623e94 deletion is rescheduled due to dependency. [ 1178.975517] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9192028e-9c69-4bd8-b505-03bbfa623e94" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.994837] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.995072] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.995199] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.995460] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.995681] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.995908] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-ed2e6022-f497-4842-a92b-944e2e00460b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.692807] env[65832]: INFO networking_nsxv3.common.synchronization [req-f1fe89fc-5233-4ba9-a2d0-dc9d85bda2d3 req-12cfba0f-1873-428d-ae4a-004ed4c3c46d service nova] Enqueued Resource ID: 99e3507c-6f70-44fe-bdbf-53280ca389f1 with Priority: HIGHEST for action security_group_rules [ 1179.693129] env[65832]: INFO networking_nsxv3.common.synchronization [req-f1fe89fc-5233-4ba9-a2d0-dc9d85bda2d3 req-12cfba0f-1873-428d-ae4a-004ed4c3c46d service nova] Enqueued Resource ID: 99e3507c-6f70-44fe-bdbf-53280ca389f1 with Priority: HIGHEST for action security_group_members [ 1179.693129] env[65832]: INFO networking_nsxv3.common.synchronization [req-f1fe89fc-5233-4ba9-a2d0-dc9d85bda2d3 req-12cfba0f-1873-428d-ae4a-004ed4c3c46d service nova] Enqueued Resource ID: ed2e6022-f497-4842-a92b-944e2e00460b with Priority: HIGHEST for action port [ 1179.693541] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99e3507c-6f70-44fe-bdbf-53280ca389f1 with Priority: HIGHEST for action security_group_rules [ 1179.693671] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99e3507c-6f70-44fe-bdbf-53280ca389f1 with Priority: HIGHEST for action security_group_members [ 1179.693771] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed2e6022-f497-4842-a92b-944e2e00460b with Priority: HIGHEST for action port [ 1179.694077] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99e3507c-6f70-44fe-bdbf-53280ca389f1 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.694222] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99e3507c-6f70-44fe-bdbf-53280ca389f1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.694351] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99e3507c-6f70-44fe-bdbf-53280ca389f1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.694523] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99e3507c-6f70-44fe-bdbf-53280ca389f1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.694606] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99e3507c-6f70-44fe-bdbf-53280ca389f1',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.695568] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-99e3507c-6f70-44fe-bdbf-53280ca389f1 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.695695] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99e3507c-6f70-44fe-bdbf-53280ca389f1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.695743] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99e3507c-6f70-44fe-bdbf-53280ca389f1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.695938] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99e3507c-6f70-44fe-bdbf-53280ca389f1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.696165] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.696238] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.696238] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.696384] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.696476] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.696556] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99e3507c-6f70-44fe-bdbf-53280ca389f1',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.697658] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed2e6022-f497-4842-a92b-944e2e00460b taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.697922] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed2e6022-f497-4842-a92b-944e2e00460b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.697922] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed2e6022-f497-4842-a92b-944e2e00460b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.698777] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed2e6022-f497-4842-a92b-944e2e00460b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.698777] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed2e6022-f497-4842-a92b-944e2e00460b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.201031] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-99e3507c-6f70-44fe-bdbf-53280ca389f1 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.201203] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99e3507c-6f70-44fe-bdbf-53280ca389f1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.201314] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99e3507c-6f70-44fe-bdbf-53280ca389f1',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.202247] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed2e6022-f497-4842-a92b-944e2e00460b with status ACTIVE [ 1180.202433] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.203027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.203027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.203027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.203027] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.203346] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.203346] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.203346] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.203346] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.203485] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.203595] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.203689] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.203752] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.203888] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.203959] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.204053] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed2e6022-f497-4842-a92b-944e2e00460b is going to be updated. [ 1180.227480] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.227644] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.227697] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.227875] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.228010] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.228184] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed2e6022-f497-4842-a92b-944e2e00460b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.514602] env[65832]: INFO networking_nsxv3.common.synchronization [req-153bbece-b928-4c00-b7a2-806c539e2f6a req-c8ae1c59-b66b-492a-9218-1a67babc97a2 tempest-ServerActionsTestOtherB-1041866639 tempest-ServerActionsTestOtherB-1041866639-project-member] Enqueued Resource ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e with Priority: HIGHEST for action security_group_members [ 1180.515142] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e with Priority: HIGHEST for action security_group_members [ 1180.515446] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.515579] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.515634] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.515827] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.515986] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.516097] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.516168] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.516316] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.516399] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.516490] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c4c8db0-1d19-4d1a-a15a-010641cf7c9e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.705696] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99e3507c-6f70-44fe-bdbf-53280ca389f1',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.833149] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-759 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.833462] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-759" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.833462] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-759" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.834027] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-759" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.834027] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.834240] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.834311] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.834526] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.834667] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.834867] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1180.834974] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1180.835088] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1180.835190] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1180.835426] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1180.835426] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1180.835537] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1180.854849] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1180.855038] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1180.855187] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1180.855362] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-759" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.855672] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-5faf9d6c-10ef-42fb-ab96-f6ceb81393d3 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.855840] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-5faf9d6c-10ef-42fb-ab96-f6ceb81393d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.855960] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-5faf9d6c-10ef-42fb-ab96-f6ceb81393d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.856289] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-5faf9d6c-10ef-42fb-ab96-f6ceb81393d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.856686] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5faf9d6c-10ef-42fb-ab96-f6ceb81393d3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.021094] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.021329] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.021438] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.021789] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.021935] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.022224] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.022369] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.022546] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.022680] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.022914] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.023058] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e is going to be updated. [ 1181.057358] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.057499] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.057568] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.057789] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.057923] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.070622] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e in Status: IN_PROGRESS for 2s [ 1181.211405] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.211612] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.211661] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.211918] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.212040] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.212111] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99e3507c-6f70-44fe-bdbf-53280ca389f1 is going to be created. [ 1181.240476] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.240732] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.240788] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.241066] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.241267] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.252646] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99e3507c-6f70-44fe-bdbf-53280ca389f1 in Status: UNINITIALIZED for 2s [ 1181.359344] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.359544] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.359674] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.359981] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.360167] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.360320] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port 5faf9d6c-10ef-42fb-ab96-f6ceb81393d3 not found, creating... [ 1181.360601] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.360765] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.360886] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.361124] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.361267] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.361575] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.361769] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.361886] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.362151] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.362311] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.362450] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: 5faf9d6c-10ef-42fb-ab96-f6ceb81393d3 is going to be created. [ 1181.398502] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.398502] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.398620] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.398837] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.399091] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.399310] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-5faf9d6c-10ef-42fb-ab96-f6ceb81393d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.111710] env[65832]: INFO networking_nsxv3.common.synchronization [req-153bbece-b928-4c00-b7a2-806c539e2f6a req-f11a7227-99a6-49d7-8761-59f6c8b117bf service nova] Enqueued Resource ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e with Priority: HIGHEST for action security_group_rules [ 1182.111975] env[65832]: INFO networking_nsxv3.common.synchronization [req-153bbece-b928-4c00-b7a2-806c539e2f6a req-f11a7227-99a6-49d7-8761-59f6c8b117bf service nova] Enqueued Resource ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e with Priority: HIGHEST for action security_group_members [ 1182.112326] env[65832]: INFO networking_nsxv3.common.synchronization [req-153bbece-b928-4c00-b7a2-806c539e2f6a req-f11a7227-99a6-49d7-8761-59f6c8b117bf service nova] Enqueued Resource ID: 5faf9d6c-10ef-42fb-ab96-f6ceb81393d3 with Priority: HIGHEST for action port [ 1182.112652] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e with Priority: HIGHEST for action security_group_rules [ 1182.113782] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e with Priority: HIGHEST for action security_group_members [ 1182.113934] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5faf9d6c-10ef-42fb-ab96-f6ceb81393d3 with Priority: HIGHEST for action port [ 1182.114355] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.114432] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.114432] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.114737] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.114825] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c4c8db0-1d19-4d1a-a15a-010641cf7c9e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.116386] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.116497] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.116708] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-5faf9d6c-10ef-42fb-ab96-f6ceb81393d3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.116835] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5faf9d6c-10ef-42fb-ab96-f6ceb81393d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.116886] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5faf9d6c-10ef-42fb-ab96-f6ceb81393d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.117079] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5faf9d6c-10ef-42fb-ab96-f6ceb81393d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.117162] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5faf9d6c-10ef-42fb-ab96-f6ceb81393d3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.620838] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.620838] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.620838] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5faf9d6c-10ef-42fb-ab96-f6ceb81393d3 with status ACTIVE [ 1182.620838] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.620838] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.620838] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.621277] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.621503] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.623181] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.623181] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.623181] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.623181] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.623181] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.623181] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.623181] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.623181] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.623181] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.623181] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.623181] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5faf9d6c-10ef-42fb-ab96-f6ceb81393d3 is going to be updated. [ 1182.645759] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.645970] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.646032] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.646371] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.646592] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.646862] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5faf9d6c-10ef-42fb-ab96-f6ceb81393d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.116639] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e in Status: SUCCESS [ 1183.116935] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e deletion is rescheduled due to dependency. [ 1183.116935] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.117110] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.117324] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.117538] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.117616] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.117681] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.117829] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.117909] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.118012] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c4c8db0-1d19-4d1a-a15a-010641cf7c9e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.262497] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99e3507c-6f70-44fe-bdbf-53280ca389f1 in Status: SUCCESS [ 1183.262734] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99e3507c-6f70-44fe-bdbf-53280ca389f1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.262935] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99e3507c-6f70-44fe-bdbf-53280ca389f1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.263173] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99e3507c-6f70-44fe-bdbf-53280ca389f1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.263368] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.263490] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.263551] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.263696] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.263775] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.263858] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99e3507c-6f70-44fe-bdbf-53280ca389f1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.263949] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99e3507c-6f70-44fe-bdbf-53280ca389f1',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.620404] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c4c8db0-1d19-4d1a-a15a-010641cf7c9e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.766251] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-99e3507c-6f70-44fe-bdbf-53280ca389f1 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.766510] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99e3507c-6f70-44fe-bdbf-53280ca389f1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.766510] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99e3507c-6f70-44fe-bdbf-53280ca389f1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.766690] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99e3507c-6f70-44fe-bdbf-53280ca389f1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.766853] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.766954] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.767026] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.767191] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.767294] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.767862] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99e3507c-6f70-44fe-bdbf-53280ca389f1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.767862] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-99e3507c-6f70-44fe-bdbf-53280ca389f1 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.767862] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99e3507c-6f70-44fe-bdbf-53280ca389f1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.767862] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99e3507c-6f70-44fe-bdbf-53280ca389f1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.768088] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99e3507c-6f70-44fe-bdbf-53280ca389f1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.768088] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.768198] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.768232] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.768480] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.768601] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.768907] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99e3507c-6f70-44fe-bdbf-53280ca389f1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.769089] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99e3507c-6f70-44fe-bdbf-53280ca389f1',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.123471] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c4c8db0-1d19-4d1a-a15a-010641cf7c9e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.271788] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99e3507c-6f70-44fe-bdbf-53280ca389f1: rpc.has_security_group_logging(os_id): False [ 1184.296451] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.296648] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.296648] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.296892] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.296996] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.297345] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.297345] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.297512] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.297590] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.297689] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.297798] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.297934] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.297934] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.298081] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.298190] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.298343] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.298458] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.298536] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.298609] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.298681] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.298743] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99e3507c-6f70-44fe-bdbf-53280ca389f1 is going to be created. [ 1184.384325] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.384588] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.384641] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.384889] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.385139] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.401942] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99e3507c-6f70-44fe-bdbf-53280ca389f1 in Status: IN_PROGRESS for 2s [ 1184.625695] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.625860] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.625935] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.626155] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.626252] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.626354] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e is going to be updated. [ 1184.661058] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.661058] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.661058] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.661058] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.661058] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.669607] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e in Status: IN_PROGRESS for 2s [ 1185.953771] env[65832]: INFO networking_nsxv3.common.synchronization [req-639671fa-2eac-4025-ad5b-0ccb6bf8ee7c req-0a7f8dd0-7342-4727-9d0f-2652e17a4c7b tempest-AttachVolumeTestJSON-1786118423 tempest-AttachVolumeTestJSON-1786118423-project-member] Enqueued Resource ID: 011d5876-ec4a-442b-aecd-c1210bcaf81e with Priority: HIGHEST for action security_group_members [ 1185.954585] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 011d5876-ec4a-442b-aecd-c1210bcaf81e with Priority: HIGHEST for action security_group_members [ 1185.955986] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-011d5876-ec4a-442b-aecd-c1210bcaf81e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.956153] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-011d5876-ec4a-442b-aecd-c1210bcaf81e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.956218] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-011d5876-ec4a-442b-aecd-c1210bcaf81e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.956429] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-011d5876-ec4a-442b-aecd-c1210bcaf81e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.956594] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.956755] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.956841] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.957190] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.957915] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.958072] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('011d5876-ec4a-442b-aecd-c1210bcaf81e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.421778] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99e3507c-6f70-44fe-bdbf-53280ca389f1 in Status: SUCCESS [ 1186.421778] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99e3507c-6f70-44fe-bdbf-53280ca389f1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.460635] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.460635] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.460635] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.460635] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.460635] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.460923] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.460923] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.461053] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.461343] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.461343] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.461343] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 011d5876-ec4a-442b-aecd-c1210bcaf81e is going to be updated. [ 1186.495229] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.495229] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.495465] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.495602] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.495732] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.512449] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 011d5876-ec4a-442b-aecd-c1210bcaf81e in Status: IN_PROGRESS for 2s [ 1186.577531] env[65832]: INFO networking_nsxv3.common.synchronization [req-d162f65f-1cc1-4108-973d-0495f1e92cda req-d7386d33-58c5-44b0-a014-3fc63a6632f8 tempest-ServerActionsTestOtherA-1266280891 tempest-ServerActionsTestOtherA-1266280891-project-member] Enqueued Resource ID: 0d3d2331-5b08-4f33-a0bc-56c0b553fce3 with Priority: HIGHEST for action security_group_members [ 1186.577694] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3d2331-5b08-4f33-a0bc-56c0b553fce3 with Priority: HIGHEST for action security_group_members [ 1186.578296] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d3d2331-5b08-4f33-a0bc-56c0b553fce3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.578433] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d3d2331-5b08-4f33-a0bc-56c0b553fce3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.578520] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d3d2331-5b08-4f33-a0bc-56c0b553fce3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.578694] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d3d2331-5b08-4f33-a0bc-56c0b553fce3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.578846] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.578945] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.579013] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.579159] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.579243] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.579334] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d3d2331-5b08-4f33-a0bc-56c0b553fce3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.682125] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e in Status: SUCCESS [ 1186.682125] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.684204] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.684204] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.684204] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.684204] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.684204] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.684204] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.684204] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.684204] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.684204] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c4c8db0-1d19-4d1a-a15a-010641cf7c9e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.082250] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.082752] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.082752] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.083373] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.083373] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.083373] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.083631] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.083631] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.083857] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.083958] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.084100] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d3d2331-5b08-4f33-a0bc-56c0b553fce3 is going to be updated. [ 1187.135805] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.136036] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.136036] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.136488] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.136883] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.159208] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d3d2331-5b08-4f33-a0bc-56c0b553fce3 in Status: IN_PROGRESS for 2s [ 1187.191192] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c4c8db0-1d19-4d1a-a15a-010641cf7c9e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.696306] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e: rpc.has_security_group_logging(os_id): False [ 1187.716941] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.717145] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.717219] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.717393] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.717484] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.717822] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.717938] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.717995] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.718185] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.718259] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.718352] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e is going to be updated. [ 1187.785315] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.785529] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.785614] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.786380] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.786577] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.803468] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e in Status: IN_PROGRESS for 2s [ 1188.523134] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 011d5876-ec4a-442b-aecd-c1210bcaf81e in Status: SUCCESS [ 1188.523528] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 011d5876-ec4a-442b-aecd-c1210bcaf81e deletion is rescheduled due to dependency. [ 1188.523528] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-011d5876-ec4a-442b-aecd-c1210bcaf81e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.169939] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d3d2331-5b08-4f33-a0bc-56c0b553fce3 in Status: SUCCESS [ 1189.170150] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d3d2331-5b08-4f33-a0bc-56c0b553fce3 deletion is rescheduled due to dependency. [ 1189.170283] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d3d2331-5b08-4f33-a0bc-56c0b553fce3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.822224] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e in Status: SUCCESS [ 1189.822575] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.976352] env[65832]: INFO networking_nsxv3.common.synchronization [None req-16360921-575a-4e08-af54-2d4f42781cdb tempest-ServerDiskConfigTestJSON-2118481968 tempest-ServerDiskConfigTestJSON-2118481968-project-member] Enqueued Resource ID: 09a600ae-9249-45fa-bb52-01b3fc85ff78 with Priority: HIGHEST for action security_group_rules [ 1189.976585] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09a600ae-9249-45fa-bb52-01b3fc85ff78 with Priority: HIGHEST for action security_group_rules [ 1189.976935] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09a600ae-9249-45fa-bb52-01b3fc85ff78 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.977099] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09a600ae-9249-45fa-bb52-01b3fc85ff78" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.977168] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09a600ae-9249-45fa-bb52-01b3fc85ff78" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.977440] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09a600ae-9249-45fa-bb52-01b3fc85ff78" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.977577] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09a600ae-9249-45fa-bb52-01b3fc85ff78',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.062919] env[65832]: INFO networking_nsxv3.common.synchronization [None req-ed68daf2-e11c-4548-bf03-59f388da6f3b tempest-ServerDiskConfigTestJSON-2118481968 tempest-ServerDiskConfigTestJSON-2118481968-project-member] Enqueued Resource ID: 09a600ae-9249-45fa-bb52-01b3fc85ff78 with Priority: HIGHEST for action security_group_rules [ 1190.063549] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09a600ae-9249-45fa-bb52-01b3fc85ff78 with Priority: HIGHEST for action security_group_rules [ 1190.063944] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09a600ae-9249-45fa-bb52-01b3fc85ff78 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.064110] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09a600ae-9249-45fa-bb52-01b3fc85ff78" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.500315] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.500456] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.500513] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.500706] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.500791] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.500869] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09a600ae-9249-45fa-bb52-01b3fc85ff78 already deleted. [ 1190.501077] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09a600ae-9249-45fa-bb52-01b3fc85ff78" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.501265] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09a600ae-9249-45fa-bb52-01b3fc85ff78" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.501553] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09a600ae-9249-45fa-bb52-01b3fc85ff78" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.501629] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09a600ae-9249-45fa-bb52-01b3fc85ff78',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.023324] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.023633] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.023633] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.023770] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.023874] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.023985] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09a600ae-9249-45fa-bb52-01b3fc85ff78 already deleted. [ 1191.024092] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09a600ae-9249-45fa-bb52-01b3fc85ff78" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.177571] env[65832]: INFO networking_nsxv3.common.synchronization [None req-d82672fe-6ac3-4a8e-8b94-a3b09937100d tempest-AttachVolumeTestJSON-1786118423 tempest-AttachVolumeTestJSON-1786118423-project-member] Enqueued Resource ID: c31cc089-ba04-4576-b7a8-a09066ac402e with Priority: HIGHEST for action security_group_rules [ 1192.178121] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31cc089-ba04-4576-b7a8-a09066ac402e with Priority: HIGHEST for action security_group_rules [ 1192.180735] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c31cc089-ba04-4576-b7a8-a09066ac402e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.180890] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c31cc089-ba04-4576-b7a8-a09066ac402e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.180976] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c31cc089-ba04-4576-b7a8-a09066ac402e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.181296] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c31cc089-ba04-4576-b7a8-a09066ac402e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.181386] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c31cc089-ba04-4576-b7a8-a09066ac402e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.287990] env[65832]: INFO networking_nsxv3.common.synchronization [None req-4e1937d2-fb04-4285-9966-24c052f9c0c6 tempest-AttachVolumeTestJSON-1786118423 tempest-AttachVolumeTestJSON-1786118423-project-member] Enqueued Resource ID: c31cc089-ba04-4576-b7a8-a09066ac402e with Priority: HIGHEST for action security_group_rules [ 1192.288908] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31cc089-ba04-4576-b7a8-a09066ac402e with Priority: HIGHEST for action security_group_rules [ 1192.289690] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c31cc089-ba04-4576-b7a8-a09066ac402e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.289980] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c31cc089-ba04-4576-b7a8-a09066ac402e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.709148] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.709363] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.709363] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.709560] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.709734] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.709814] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c31cc089-ba04-4576-b7a8-a09066ac402e already deleted. [ 1192.709963] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c31cc089-ba04-4576-b7a8-a09066ac402e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.710290] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c31cc089-ba04-4576-b7a8-a09066ac402e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.710347] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c31cc089-ba04-4576-b7a8-a09066ac402e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.710440] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c31cc089-ba04-4576-b7a8-a09066ac402e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.235244] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.235244] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.235244] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.235244] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.235244] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.235244] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c31cc089-ba04-4576-b7a8-a09066ac402e already deleted. [ 1193.235244] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c31cc089-ba04-4576-b7a8-a09066ac402e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.708137] env[65832]: INFO networking_nsxv3.common.synchronization [req-cb6839b2-53e6-4ea3-9e70-3abb5f09878c req-89effafe-ca3c-494f-923a-5271b1754073 tempest-ServerDiskConfigTestJSON-2118481968 tempest-ServerDiskConfigTestJSON-2118481968-project-member] Enqueued Resource ID: c01a6a90-fd28-4017-978d-35f1fcce016a with Priority: HIGHEST for action security_group_members [ 1193.708684] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01a6a90-fd28-4017-978d-35f1fcce016a with Priority: HIGHEST for action security_group_members [ 1193.708979] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01a6a90-fd28-4017-978d-35f1fcce016a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.709115] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.709193] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.709363] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.709518] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.709613] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.709674] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.709809] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.709899] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.709997] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c01a6a90-fd28-4017-978d-35f1fcce016a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.868201] env[65832]: INFO networking_nsxv3.common.synchronization [req-b0393879-f16e-4860-a32d-1640cd897567 req-15ec72d0-1010-4ef0-bd77-6b20fc69831e tempest-AttachInterfacesV270Test-221080341 tempest-AttachInterfacesV270Test-221080341-project-member] Enqueued Resource ID: 99e3507c-6f70-44fe-bdbf-53280ca389f1 with Priority: HIGHEST for action security_group_members [ 1193.870146] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99e3507c-6f70-44fe-bdbf-53280ca389f1 with Priority: HIGHEST for action security_group_members [ 1193.870894] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-99e3507c-6f70-44fe-bdbf-53280ca389f1 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.871420] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99e3507c-6f70-44fe-bdbf-53280ca389f1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.871755] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99e3507c-6f70-44fe-bdbf-53280ca389f1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.872253] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99e3507c-6f70-44fe-bdbf-53280ca389f1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.874016] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.874016] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.874016] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.874016] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.874016] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.874016] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99e3507c-6f70-44fe-bdbf-53280ca389f1',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.212228] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.212476] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.212580] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.212865] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.212988] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.213284] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.213425] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.213510] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.213712] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.213813] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.213926] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c01a6a90-fd28-4017-978d-35f1fcce016a is going to be updated. [ 1194.243691] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.244081] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.244081] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.244253] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.244411] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.255267] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01a6a90-fd28-4017-978d-35f1fcce016a in Status: IN_PROGRESS for 2s [ 1194.376620] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.376620] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.376620] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.376869] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.376985] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.377272] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.377412] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.377496] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.377691] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.377796] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.378162] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99e3507c-6f70-44fe-bdbf-53280ca389f1 is going to be updated. [ 1194.409275] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.409494] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.409570] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.409762] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.409997] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.420289] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99e3507c-6f70-44fe-bdbf-53280ca389f1 in Status: IN_PROGRESS for 2s [ 1195.764032] env[65832]: INFO networking_nsxv3.common.synchronization [req-f41650fb-b94d-428f-9908-1a7bd8b8e967 req-b92d9299-83f0-42cb-be71-ba31ff5d8c08 tempest-AttachVolumeNegativeTest-1723517508 tempest-AttachVolumeNegativeTest-1723517508-project-member] Enqueued Resource ID: bd95bc98-3509-45bf-b414-69d0427d2b0d with Priority: HIGHEST for action security_group_members [ 1195.764725] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd95bc98-3509-45bf-b414-69d0427d2b0d with Priority: HIGHEST for action security_group_members [ 1195.764989] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd95bc98-3509-45bf-b414-69d0427d2b0d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.765322] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd95bc98-3509-45bf-b414-69d0427d2b0d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.765393] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd95bc98-3509-45bf-b414-69d0427d2b0d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.765594] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd95bc98-3509-45bf-b414-69d0427d2b0d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.765773] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.766592] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.766592] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.766592] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.766592] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.766592] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd95bc98-3509-45bf-b414-69d0427d2b0d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.269196] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.269413] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.269464] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.269675] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.269766] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.270012] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.270478] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.270478] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.270555] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.270653] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.270721] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd95bc98-3509-45bf-b414-69d0427d2b0d is going to be updated. [ 1196.272611] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01a6a90-fd28-4017-978d-35f1fcce016a in Status: SUCCESS [ 1196.272833] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c01a6a90-fd28-4017-978d-35f1fcce016a deletion is rescheduled due to dependency. [ 1196.272932] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.307199] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.307447] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.307566] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.307886] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.308129] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.325864] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd95bc98-3509-45bf-b414-69d0427d2b0d in Status: IN_PROGRESS for 2s [ 1196.432077] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99e3507c-6f70-44fe-bdbf-53280ca389f1 in Status: SUCCESS [ 1196.432077] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99e3507c-6f70-44fe-bdbf-53280ca389f1 deletion is rescheduled due to dependency. [ 1196.432305] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99e3507c-6f70-44fe-bdbf-53280ca389f1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.338914] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd95bc98-3509-45bf-b414-69d0427d2b0d in Status: SUCCESS [ 1198.338914] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd95bc98-3509-45bf-b414-69d0427d2b0d deletion is rescheduled due to dependency. [ 1198.338914] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd95bc98-3509-45bf-b414-69d0427d2b0d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.725866] env[65832]: INFO networking_nsxv3.common.synchronization [req-bf042b0f-8e32-43c6-8978-27b94874b0b4 req-352c6588-9eea-4f8e-96c8-4d7cf0882680 tempest-ServerDiskConfigTestJSON-2118481968 tempest-ServerDiskConfigTestJSON-2118481968-project-member] Enqueued Resource ID: c01a6a90-fd28-4017-978d-35f1fcce016a with Priority: HIGHEST for action security_group_members [ 1198.726621] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01a6a90-fd28-4017-978d-35f1fcce016a with Priority: HIGHEST for action security_group_members [ 1198.727162] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01a6a90-fd28-4017-978d-35f1fcce016a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.727371] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.727495] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.727740] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.727926] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.728056] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.728121] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.728301] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.728413] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.728512] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c01a6a90-fd28-4017-978d-35f1fcce016a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.047414] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-189 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.047632] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-189" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.047765] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-189" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.048115] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-189" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.048439] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.048646] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.048805] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.049084] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.049282] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.049523] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1199.049687] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1199.049843] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1199.049985] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1199.050183] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1199.050328] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1199.050521] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1199.071990] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1199.072268] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1199.072373] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1199.072594] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-189" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.072979] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-3f42e962-c9bb-444e-84e7-f1dbb54813a5 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.073272] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-3f42e962-c9bb-444e-84e7-f1dbb54813a5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.073378] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-3f42e962-c9bb-444e-84e7-f1dbb54813a5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.073739] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-3f42e962-c9bb-444e-84e7-f1dbb54813a5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.073888] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f42e962-c9bb-444e-84e7-f1dbb54813a5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.230977] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.231172] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.231275] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.231465] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.231577] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.231805] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.231905] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.232061] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.232227] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.232310] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.232397] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c01a6a90-fd28-4017-978d-35f1fcce016a is going to be updated. [ 1199.266205] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.266407] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.266407] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.266653] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.266835] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.278512] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01a6a90-fd28-4017-978d-35f1fcce016a in Status: IN_PROGRESS for 2s [ 1199.576590] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.576923] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.577074] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.577442] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.577614] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.577777] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port 3f42e962-c9bb-444e-84e7-f1dbb54813a5 not found, creating... [ 1199.578153] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.578328] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.578545] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.578686] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.578931] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.579119] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.579346] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.579420] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.579627] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.579761] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.579903] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: 3f42e962-c9bb-444e-84e7-f1dbb54813a5 is going to be created. [ 1199.601022] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.601274] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.601411] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.601696] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.601938] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.602213] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-3f42e962-c9bb-444e-84e7-f1dbb54813a5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.366523] env[65832]: INFO networking_nsxv3.common.synchronization [req-bf042b0f-8e32-43c6-8978-27b94874b0b4 req-8da9129f-214e-4c18-9c78-0ece1b1975f2 service nova] Enqueued Resource ID: c01a6a90-fd28-4017-978d-35f1fcce016a with Priority: HIGHEST for action security_group_rules [ 1200.366523] env[65832]: INFO networking_nsxv3.common.synchronization [req-bf042b0f-8e32-43c6-8978-27b94874b0b4 req-8da9129f-214e-4c18-9c78-0ece1b1975f2 service nova] Enqueued Resource ID: c01a6a90-fd28-4017-978d-35f1fcce016a with Priority: HIGHEST for action security_group_members [ 1200.366765] env[65832]: INFO networking_nsxv3.common.synchronization [req-bf042b0f-8e32-43c6-8978-27b94874b0b4 req-8da9129f-214e-4c18-9c78-0ece1b1975f2 service nova] Enqueued Resource ID: 3f42e962-c9bb-444e-84e7-f1dbb54813a5 with Priority: HIGHEST for action port [ 1200.367338] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01a6a90-fd28-4017-978d-35f1fcce016a with Priority: HIGHEST for action security_group_rules [ 1200.367467] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01a6a90-fd28-4017-978d-35f1fcce016a with Priority: HIGHEST for action security_group_members [ 1200.367571] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f42e962-c9bb-444e-84e7-f1dbb54813a5 with Priority: HIGHEST for action port [ 1200.367935] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c01a6a90-fd28-4017-978d-35f1fcce016a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.368246] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.368431] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.368554] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.368644] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c01a6a90-fd28-4017-978d-35f1fcce016a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.369977] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01a6a90-fd28-4017-978d-35f1fcce016a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.370152] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.370890] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f42e962-c9bb-444e-84e7-f1dbb54813a5 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.371034] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f42e962-c9bb-444e-84e7-f1dbb54813a5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.371114] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f42e962-c9bb-444e-84e7-f1dbb54813a5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.371293] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f42e962-c9bb-444e-84e7-f1dbb54813a5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.371376] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f42e962-c9bb-444e-84e7-f1dbb54813a5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.873582] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01a6a90-fd28-4017-978d-35f1fcce016a taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.873904] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.874605] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f42e962-c9bb-444e-84e7-f1dbb54813a5 with status ACTIVE [ 1200.874605] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.874605] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.874605] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.874605] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.874845] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.874845] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.874928] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.874964] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.875119] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.875200] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.875387] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.875490] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.875533] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.875666] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.875735] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.875819] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f42e962-c9bb-444e-84e7-f1dbb54813a5 is going to be updated. [ 1200.899797] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.900057] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.900057] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.900405] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.900518] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.900755] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f42e962-c9bb-444e-84e7-f1dbb54813a5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.042766] env[65832]: INFO networking_nsxv3.common.synchronization [req-0aff0a6c-5a5b-4f46-ac47-1ae6ff0256d9 req-e62eb09e-aaad-4e43-ae5c-4b1b16c25c1e tempest-AttachVolumeTestJSON-1786118423 tempest-AttachVolumeTestJSON-1786118423-project-member] Enqueued Resource ID: c31cc089-ba04-4576-b7a8-a09066ac402e with Priority: HIGHEST for action security_group_members [ 1201.043913] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31cc089-ba04-4576-b7a8-a09066ac402e with Priority: HIGHEST for action security_group_members [ 1201.043913] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31cc089-ba04-4576-b7a8-a09066ac402e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.044066] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31cc089-ba04-4576-b7a8-a09066ac402e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.044106] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31cc089-ba04-4576-b7a8-a09066ac402e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.044424] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31cc089-ba04-4576-b7a8-a09066ac402e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.044617] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.044741] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.044813] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.045029] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.045134] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.045240] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c31cc089-ba04-4576-b7a8-a09066ac402e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.293656] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01a6a90-fd28-4017-978d-35f1fcce016a in Status: SUCCESS [ 1201.293843] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c01a6a90-fd28-4017-978d-35f1fcce016a deletion is rescheduled due to dependency. [ 1201.293970] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.294144] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.294401] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.294630] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.294751] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.294817] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.295829] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.295829] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.295829] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c01a6a90-fd28-4017-978d-35f1fcce016a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.409968] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-155 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.410181] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-155" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.410300] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-155" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.410648] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-155" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.410923] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.411110] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.411231] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.411457] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.411602] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.411815] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1201.411930] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1201.412056] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1201.412242] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1201.412439] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1201.412787] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1201.412920] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1201.445644] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1201.445833] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1201.445977] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1201.446174] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-155" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.446500] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-6233f112-3094-4a9a-847c-b728a4db38a4 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.446679] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-6233f112-3094-4a9a-847c-b728a4db38a4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.446802] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-6233f112-3094-4a9a-847c-b728a4db38a4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.447143] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-6233f112-3094-4a9a-847c-b728a4db38a4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.447366] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6233f112-3094-4a9a-847c-b728a4db38a4',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.548889] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.548889] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.548889] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.548889] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.549196] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.549196] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.549285] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.549285] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.549438] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.549511] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.549597] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c31cc089-ba04-4576-b7a8-a09066ac402e already deleted. [ 1201.549675] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31cc089-ba04-4576-b7a8-a09066ac402e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.799437] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c01a6a90-fd28-4017-978d-35f1fcce016a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.950100] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.950497] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.950497] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.950726] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.950882] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.951056] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port 6233f112-3094-4a9a-847c-b728a4db38a4 not found, creating... [ 1201.951328] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.951486] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.951602] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.951819] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.951958] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.952279] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.952445] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.952564] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.952789] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.953012] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.953274] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: 6233f112-3094-4a9a-847c-b728a4db38a4 is going to be created. [ 1201.975479] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.976108] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.976108] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.976280] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.976591] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.976897] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-6233f112-3094-4a9a-847c-b728a4db38a4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.301594] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c01a6a90-fd28-4017-978d-35f1fcce016a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.664176] env[65832]: INFO networking_nsxv3.common.synchronization [req-0aff0a6c-5a5b-4f46-ac47-1ae6ff0256d9 req-ef1b31c7-0c20-49c3-bfe4-b2755dcf416a service nova] Enqueued Resource ID: c31cc089-ba04-4576-b7a8-a09066ac402e with Priority: HIGHEST for action security_group_rules [ 1202.664176] env[65832]: INFO networking_nsxv3.common.synchronization [req-0aff0a6c-5a5b-4f46-ac47-1ae6ff0256d9 req-ef1b31c7-0c20-49c3-bfe4-b2755dcf416a service nova] Enqueued Resource ID: c31cc089-ba04-4576-b7a8-a09066ac402e with Priority: HIGHEST for action security_group_members [ 1202.664291] env[65832]: INFO networking_nsxv3.common.synchronization [req-0aff0a6c-5a5b-4f46-ac47-1ae6ff0256d9 req-ef1b31c7-0c20-49c3-bfe4-b2755dcf416a service nova] Enqueued Resource ID: 6233f112-3094-4a9a-847c-b728a4db38a4 with Priority: HIGHEST for action port [ 1202.664751] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31cc089-ba04-4576-b7a8-a09066ac402e with Priority: HIGHEST for action security_group_rules [ 1202.664938] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31cc089-ba04-4576-b7a8-a09066ac402e with Priority: HIGHEST for action security_group_members [ 1202.664984] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6233f112-3094-4a9a-847c-b728a4db38a4 with Priority: HIGHEST for action port [ 1202.665265] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c31cc089-ba04-4576-b7a8-a09066ac402e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.665385] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c31cc089-ba04-4576-b7a8-a09066ac402e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.665449] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c31cc089-ba04-4576-b7a8-a09066ac402e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.665743] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c31cc089-ba04-4576-b7a8-a09066ac402e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.665807] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c31cc089-ba04-4576-b7a8-a09066ac402e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.666774] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31cc089-ba04-4576-b7a8-a09066ac402e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.666853] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31cc089-ba04-4576-b7a8-a09066ac402e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.666885] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31cc089-ba04-4576-b7a8-a09066ac402e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.667060] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31cc089-ba04-4576-b7a8-a09066ac402e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.667211] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.667307] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.667369] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.667511] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.667596] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.667686] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c31cc089-ba04-4576-b7a8-a09066ac402e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.669110] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-6233f112-3094-4a9a-847c-b728a4db38a4 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.669351] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6233f112-3094-4a9a-847c-b728a4db38a4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.669351] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6233f112-3094-4a9a-847c-b728a4db38a4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.669459] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6233f112-3094-4a9a-847c-b728a4db38a4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.669488] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6233f112-3094-4a9a-847c-b728a4db38a4',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.804157] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.804329] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.804329] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.804451] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.804560] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.804681] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c01a6a90-fd28-4017-978d-35f1fcce016a is going to be updated. [ 1202.840885] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.841050] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.841135] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.841333] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.841477] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.851036] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01a6a90-fd28-4017-978d-35f1fcce016a in Status: IN_PROGRESS for 2s [ 1203.171455] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c31cc089-ba04-4576-b7a8-a09066ac402e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.173055] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31cc089-ba04-4576-b7a8-a09066ac402e taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.173257] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31cc089-ba04-4576-b7a8-a09066ac402e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.173530] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6233f112-3094-4a9a-847c-b728a4db38a4 with status ACTIVE [ 1203.173530] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.173693] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.173693] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.173895] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.173978] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.175441] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.175669] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.177036] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.177340] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.177482] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.177775] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.177890] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.177954] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.178132] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.178224] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.178622] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6233f112-3094-4a9a-847c-b728a4db38a4 is going to be updated. [ 1203.206572] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.206812] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.207020] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.207085] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.207192] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.207353] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6233f112-3094-4a9a-847c-b728a4db38a4" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.680910] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c31cc089-ba04-4576-b7a8-a09066ac402e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.183635] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.184025] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.184025] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.184139] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.184242] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.184349] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c31cc089-ba04-4576-b7a8-a09066ac402e is going to be created. [ 1204.210163] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.210351] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.210397] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.210592] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.210746] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.221916] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31cc089-ba04-4576-b7a8-a09066ac402e in Status: UNINITIALIZED for 2s [ 1204.861996] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01a6a90-fd28-4017-978d-35f1fcce016a in Status: SUCCESS [ 1204.861996] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.861996] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.861996] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.862194] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.862270] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.862540] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.862540] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.862650] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.862688] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.862753] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c01a6a90-fd28-4017-978d-35f1fcce016a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.068104] env[65832]: INFO networking_nsxv3.common.synchronization [req-7f902820-0da5-4af0-92c1-e0227695c395 req-233116a8-252c-4b1f-919c-342683a460e8 tempest-ServerActionsTestOtherA-1266280891 tempest-ServerActionsTestOtherA-1266280891-project-member] Enqueued Resource ID: 537d1b47-e6a9-4363-a31a-5816b9705962 with Priority: HIGHEST for action security_group_members [ 1205.068104] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 537d1b47-e6a9-4363-a31a-5816b9705962 with Priority: HIGHEST for action security_group_members [ 1205.068104] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-537d1b47-e6a9-4363-a31a-5816b9705962 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.068104] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.068104] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.068104] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.068793] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.069052] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.069313] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.069605] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.069962] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.070208] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('537d1b47-e6a9-4363-a31a-5816b9705962',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.365274] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01a6a90-fd28-4017-978d-35f1fcce016a taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.365274] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.365274] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.365751] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.365751] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.365751] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.365751] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.365901] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.365972] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.366096] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.366248] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01a6a90-fd28-4017-978d-35f1fcce016a taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.366340] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.366401] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.366541] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.366761] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.366867] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.366939] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.367075] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.367155] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.367221] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.367545] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c01a6a90-fd28-4017-978d-35f1fcce016a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.414715] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-38 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.415036] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-38" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.415202] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-38" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.415502] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-38" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.415744] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.415901] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.416033] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.416266] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.416413] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.416619] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1205.416734] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1205.416843] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1205.416954] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1205.417075] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1205.417181] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1205.417311] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1205.440637] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1205.440834] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1205.440950] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1205.441143] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-38" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.441461] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-4bfb65c6-ff9b-46dd-b2a0-7f6e5be46b80 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.441635] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-4bfb65c6-ff9b-46dd-b2a0-7f6e5be46b80" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.441754] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-4bfb65c6-ff9b-46dd-b2a0-7f6e5be46b80" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.442101] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-4bfb65c6-ff9b-46dd-b2a0-7f6e5be46b80" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.442246] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bfb65c6-ff9b-46dd-b2a0-7f6e5be46b80',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.576984] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.577179] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.577263] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.577443] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.577529] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.579024] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.579024] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.579024] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.579024] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.579024] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.579024] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 537d1b47-e6a9-4363-a31a-5816b9705962 is going to be deleted. [ 1205.622171] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.622401] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.622477] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.622705] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.622796] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.623025] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.870897] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c01a6a90-fd28-4017-978d-35f1fcce016a: rpc.has_security_group_logging(os_id): False [ 1205.893020] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.893179] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.893248] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.893518] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.894822] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.894909] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.894982] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.895071] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.895265] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.895350] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.895542] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.895779] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.895869] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.896039] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.896124] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.896322] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.896404] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.896486] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.896701] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.896701] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.896791] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c01a6a90-fd28-4017-978d-35f1fcce016a is going to be updated. [ 1205.945264] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.945586] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.945671] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.945984] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.946241] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.946500] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port 4bfb65c6-ff9b-46dd-b2a0-7f6e5be46b80 not found, creating... [ 1205.946864] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.947051] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.947194] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.947403] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.947543] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.947870] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.948039] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.948162] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.948378] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.948513] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.948656] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: 4bfb65c6-ff9b-46dd-b2a0-7f6e5be46b80 is going to be created. [ 1205.965699] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.965929] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.965994] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.966833] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.966952] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.974107] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.974341] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.974472] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.974813] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.974991] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.975307] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-4bfb65c6-ff9b-46dd-b2a0-7f6e5be46b80" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.004248] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c01a6a90-fd28-4017-978d-35f1fcce016a in Status: IN_PROGRESS for 2s [ 1206.232021] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31cc089-ba04-4576-b7a8-a09066ac402e in Status: UNINITIALIZED for 4s [ 1206.728392] env[65832]: INFO networking_nsxv3.common.synchronization [req-7f902820-0da5-4af0-92c1-e0227695c395 req-6095206f-8e58-4776-8c79-af0e257e1618 service nova] Enqueued Resource ID: 537d1b47-e6a9-4363-a31a-5816b9705962 with Priority: HIGHEST for action security_group_rules [ 1206.728645] env[65832]: INFO networking_nsxv3.common.synchronization [req-7f902820-0da5-4af0-92c1-e0227695c395 req-6095206f-8e58-4776-8c79-af0e257e1618 service nova] Enqueued Resource ID: 537d1b47-e6a9-4363-a31a-5816b9705962 with Priority: HIGHEST for action security_group_members [ 1206.729515] env[65832]: INFO networking_nsxv3.common.synchronization [req-7f902820-0da5-4af0-92c1-e0227695c395 req-6095206f-8e58-4776-8c79-af0e257e1618 service nova] Enqueued Resource ID: 4bfb65c6-ff9b-46dd-b2a0-7f6e5be46b80 with Priority: HIGHEST for action port [ 1206.730100] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 537d1b47-e6a9-4363-a31a-5816b9705962 with Priority: HIGHEST for action security_group_rules [ 1206.730300] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 537d1b47-e6a9-4363-a31a-5816b9705962 with Priority: HIGHEST for action security_group_members [ 1206.730372] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bfb65c6-ff9b-46dd-b2a0-7f6e5be46b80 with Priority: HIGHEST for action port [ 1206.730664] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-537d1b47-e6a9-4363-a31a-5816b9705962 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.730792] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.730859] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.731072] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.731154] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('537d1b47-e6a9-4363-a31a-5816b9705962',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.732047] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-537d1b47-e6a9-4363-a31a-5816b9705962 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.732170] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.732238] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.732471] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.732616] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.732715] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.732778] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.732913] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.732995] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.733100] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('537d1b47-e6a9-4363-a31a-5816b9705962',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.733895] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bfb65c6-ff9b-46dd-b2a0-7f6e5be46b80 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.737915] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bfb65c6-ff9b-46dd-b2a0-7f6e5be46b80" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.738063] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bfb65c6-ff9b-46dd-b2a0-7f6e5be46b80" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.738271] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bfb65c6-ff9b-46dd-b2a0-7f6e5be46b80" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.738401] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bfb65c6-ff9b-46dd-b2a0-7f6e5be46b80',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.240292] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-537d1b47-e6a9-4363-a31a-5816b9705962 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.240605] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.240807] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('537d1b47-e6a9-4363-a31a-5816b9705962',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.241846] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4bfb65c6-ff9b-46dd-b2a0-7f6e5be46b80 with status ACTIVE [ 1207.242071] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.242192] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.242278] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.242551] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.242691] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.242909] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.243040] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.243093] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.243350] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.243466] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.243670] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.243765] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.243826] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.243973] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.244061] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.244145] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4bfb65c6-ff9b-46dd-b2a0-7f6e5be46b80 is going to be updated. [ 1207.270108] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.270365] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.270506] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.270830] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.270977] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.271456] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bfb65c6-ff9b-46dd-b2a0-7f6e5be46b80" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.746821] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('537d1b47-e6a9-4363-a31a-5816b9705962',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.021825] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c01a6a90-fd28-4017-978d-35f1fcce016a in Status: SUCCESS [ 1208.022072] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.244015] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31cc089-ba04-4576-b7a8-a09066ac402e in Status: SUCCESS [ 1208.244267] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31cc089-ba04-4576-b7a8-a09066ac402e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.244427] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31cc089-ba04-4576-b7a8-a09066ac402e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.244670] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31cc089-ba04-4576-b7a8-a09066ac402e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.244862] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.244979] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.245059] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.245211] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.245290] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.245373] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31cc089-ba04-4576-b7a8-a09066ac402e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.245465] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c31cc089-ba04-4576-b7a8-a09066ac402e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.249218] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.249337] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.249407] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.249556] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.249641] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.249732] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 537d1b47-e6a9-4363-a31a-5816b9705962 is going to be created. [ 1208.274585] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.274824] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.274899] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.275226] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.275416] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.289541] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 537d1b47-e6a9-4363-a31a-5816b9705962 in Status: UNINITIALIZED for 2s [ 1208.669424] env[65832]: INFO networking_nsxv3.common.synchronization [req-076f8f28-a7de-4ca5-b7a5-620f110e1e81 req-e7b0a02c-b84f-472e-a084-52793e937ef9 tempest-ServerActionsTestJSON-1537680952 tempest-ServerActionsTestJSON-1537680952-project-member] Enqueued Resource ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 with Priority: HIGHEST for action security_group_members [ 1208.669529] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 with Priority: HIGHEST for action security_group_members [ 1208.669864] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.670014] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.670107] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.670392] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.670523] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.670632] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.670699] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.670699] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.670699] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.670699] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.748398] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c31cc089-ba04-4576-b7a8-a09066ac402e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.173091] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.173265] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.173405] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.173680] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.173784] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.173972] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.174109] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.174153] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.174413] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.174413] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.174413] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 is going to be updated. [ 1209.203436] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.203626] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.203708] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.203908] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.204069] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.214612] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 in Status: IN_PROGRESS for 2s [ 1209.251493] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c31cc089-ba04-4576-b7a8-a09066ac402e: rpc.has_security_group_logging(os_id): False [ 1209.274083] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.274083] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.274083] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.274434] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.274502] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.275118] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.275118] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.275118] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.275348] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.275348] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.276093] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c31cc089-ba04-4576-b7a8-a09066ac402e is going to be created. [ 1209.458857] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.459015] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.459089] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.459296] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.459470] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.472031] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c31cc089-ba04-4576-b7a8-a09066ac402e in Status: IN_PROGRESS for 2s [ 1210.312745] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 537d1b47-e6a9-4363-a31a-5816b9705962 in Status: SUCCESS [ 1210.313097] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.313161] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.313738] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.313738] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.313738] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.314294] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.314294] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.314294] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.314294] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.314294] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('537d1b47-e6a9-4363-a31a-5816b9705962',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.817530] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-537d1b47-e6a9-4363-a31a-5816b9705962 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.817750] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.817851] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.818123] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.818299] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.818430] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.818510] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.818648] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.818745] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.818818] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.818963] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-537d1b47-e6a9-4363-a31a-5816b9705962 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.819069] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.819125] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.819265] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.819399] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.819489] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.819544] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.819704] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.819788] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.819870] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.819955] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('537d1b47-e6a9-4363-a31a-5816b9705962',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.224766] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 in Status: SUCCESS [ 1211.224964] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 deletion is rescheduled due to dependency. [ 1211.225083] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.321735] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 537d1b47-e6a9-4363-a31a-5816b9705962: rpc.has_security_group_logging(os_id): False [ 1211.341502] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.341764] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.341764] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.341939] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.342030] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.342263] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.342412] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.342471] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.342633] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.342706] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.342889] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.342974] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.343045] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.343185] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.343256] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.343430] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.343524] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.343585] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.343725] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.343818] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.343901] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 537d1b47-e6a9-4363-a31a-5816b9705962 is going to be created. [ 1211.400935] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.401195] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.401308] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.401679] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.401892] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.414440] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 537d1b47-e6a9-4363-a31a-5816b9705962 in Status: IN_PROGRESS for 2s [ 1211.486656] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c31cc089-ba04-4576-b7a8-a09066ac402e in Status: SUCCESS [ 1211.486902] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c31cc089-ba04-4576-b7a8-a09066ac402e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.428148] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 537d1b47-e6a9-4363-a31a-5816b9705962 in Status: SUCCESS [ 1213.428562] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.671056] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1213.671056] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1214.636508] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-272 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.636805] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-272" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.636845] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-272" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.637119] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-272" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.637381] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.637539] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.637657] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.637872] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.638056] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.638270] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1214.638382] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1214.638492] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1214.638600] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1214.638706] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1214.638810] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1214.638935] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1214.658632] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1214.658856] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1214.658954] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1214.659148] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-272" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.659635] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-cf95189d-03e3-4301-aac4-597c6f687962 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.659837] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-cf95189d-03e3-4301-aac4-597c6f687962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.659965] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-cf95189d-03e3-4301-aac4-597c6f687962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.660256] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-cf95189d-03e3-4301-aac4-597c6f687962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.660477] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf95189d-03e3-4301-aac4-597c6f687962',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.162704] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.162957] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.163103] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.163581] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.163581] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.163853] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.164025] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.164148] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.164373] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.164511] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.164805] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.164976] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.165108] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.165318] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.165452] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.165594] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: cf95189d-03e3-4301-aac4-597c6f687962 is going to be updated. [ 1215.186173] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.186372] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.186502] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.186770] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.186972] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.187205] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-cf95189d-03e3-4301-aac4-597c6f687962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.919992] env[65832]: INFO networking_nsxv3.common.synchronization [req-01e69dbe-17d3-42b1-968f-d8c31737b3e3 req-e95577ad-54f1-4e7e-bb06-9256eeac4f26 service nova] Enqueued Resource ID: 3215c9ca-5975-48df-9c51-1e2251a39525 with Priority: HIGHEST for action security_group_rules [ 1215.920244] env[65832]: INFO networking_nsxv3.common.synchronization [req-01e69dbe-17d3-42b1-968f-d8c31737b3e3 req-e95577ad-54f1-4e7e-bb06-9256eeac4f26 service nova] Enqueued Resource ID: 3215c9ca-5975-48df-9c51-1e2251a39525 with Priority: HIGHEST for action security_group_members [ 1215.920436] env[65832]: INFO networking_nsxv3.common.synchronization [req-01e69dbe-17d3-42b1-968f-d8c31737b3e3 req-e95577ad-54f1-4e7e-bb06-9256eeac4f26 service nova] Enqueued Resource ID: cf95189d-03e3-4301-aac4-597c6f687962 with Priority: HIGHEST for action port [ 1215.921015] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3215c9ca-5975-48df-9c51-1e2251a39525 with Priority: HIGHEST for action security_group_rules [ 1215.921233] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3215c9ca-5975-48df-9c51-1e2251a39525 with Priority: HIGHEST for action security_group_members [ 1215.921380] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf95189d-03e3-4301-aac4-597c6f687962 with Priority: HIGHEST for action port [ 1215.921742] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3215c9ca-5975-48df-9c51-1e2251a39525 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.921925] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.922066] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.922326] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.922458] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3215c9ca-5975-48df-9c51-1e2251a39525',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.923422] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-3215c9ca-5975-48df-9c51-1e2251a39525 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.923586] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.923695] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.923916] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.924132] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.924282] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.924381] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.924570] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.924666] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.924758] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3215c9ca-5975-48df-9c51-1e2251a39525',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.925578] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf95189d-03e3-4301-aac4-597c6f687962 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.925882] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf95189d-03e3-4301-aac4-597c6f687962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.925882] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf95189d-03e3-4301-aac4-597c6f687962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.926041] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf95189d-03e3-4301-aac4-597c6f687962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.926148] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf95189d-03e3-4301-aac4-597c6f687962',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.427763] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3215c9ca-5975-48df-9c51-1e2251a39525',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.429027] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-3215c9ca-5975-48df-9c51-1e2251a39525 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.429102] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.429424] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf95189d-03e3-4301-aac4-597c6f687962 with status ACTIVE [ 1216.429612] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.429713] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.429796] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.430024] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.430111] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.430275] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.430401] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.430481] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.430648] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.430739] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.431063] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.431231] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.431231] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.431290] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.431368] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.431464] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf95189d-03e3-4301-aac4-597c6f687962 is going to be updated. [ 1216.454648] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.454835] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.454880] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.455134] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.455230] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.455378] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf95189d-03e3-4301-aac4-597c6f687962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.929974] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3215c9ca-5975-48df-9c51-1e2251a39525',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.056183] env[65832]: INFO networking_nsxv3.common.synchronization [req-10e7cc9d-a5bd-433a-b60f-f29b4f6f73a0 req-e3ad2b07-6986-4f2b-9ba9-09e2e20619fc tempest-ServerActionsTestOtherA-1266280891 tempest-ServerActionsTestOtherA-1266280891-project-member] Enqueued Resource ID: 537d1b47-e6a9-4363-a31a-5816b9705962 with Priority: HIGHEST for action security_group_members [ 1217.056744] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 537d1b47-e6a9-4363-a31a-5816b9705962 with Priority: HIGHEST for action security_group_members [ 1217.057279] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-537d1b47-e6a9-4363-a31a-5816b9705962 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.057279] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.057417] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.057780] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.057780] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.057957] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.057957] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.058067] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.058136] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.058195] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('537d1b47-e6a9-4363-a31a-5816b9705962',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.103699] env[65832]: INFO networking_nsxv3.common.synchronization [req-10e7cc9d-a5bd-433a-b60f-f29b4f6f73a0 req-e3ad2b07-6986-4f2b-9ba9-09e2e20619fc tempest-ServerActionsTestOtherA-1266280891 tempest-ServerActionsTestOtherA-1266280891-project-member] Enqueued Resource ID: 4bfb65c6-ff9b-46dd-b2a0-7f6e5be46b80 with Priority: HIGHEST for action port [ 1217.104978] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bfb65c6-ff9b-46dd-b2a0-7f6e5be46b80 with Priority: HIGHEST for action port [ 1217.104978] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bfb65c6-ff9b-46dd-b2a0-7f6e5be46b80 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.104978] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bfb65c6-ff9b-46dd-b2a0-7f6e5be46b80" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.104978] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bfb65c6-ff9b-46dd-b2a0-7f6e5be46b80" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.104978] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bfb65c6-ff9b-46dd-b2a0-7f6e5be46b80" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.104978] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bfb65c6-ff9b-46dd-b2a0-7f6e5be46b80',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.432273] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.432694] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.432694] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.432793] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.433922] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.434383] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3215c9ca-5975-48df-9c51-1e2251a39525 is going to be updated. [ 1217.467184] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.467430] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.467500] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.467672] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.467853] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.477930] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3215c9ca-5975-48df-9c51-1e2251a39525 in Status: IN_PROGRESS for 2s [ 1217.561528] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.561691] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.561757] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.561988] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.562099] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.562335] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.562445] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.562708] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.562708] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.562829] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.562862] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 537d1b47-e6a9-4363-a31a-5816b9705962 is going to be updated. [ 1217.592123] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.592279] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.592348] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.592582] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.592728] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.605904] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 537d1b47-e6a9-4363-a31a-5816b9705962 in Status: IN_PROGRESS for 2s [ 1217.608354] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4bfb65c6-ff9b-46dd-b2a0-7f6e5be46b80 with status ACTIVE [ 1217.608561] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.608707] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.608760] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.609197] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.609273] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.609629] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.609827] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.609979] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.610206] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.610377] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.610788] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.610788] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.610788] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.610969] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.611037] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.611129] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4bfb65c6-ff9b-46dd-b2a0-7f6e5be46b80 is going to be updated. [ 1217.633849] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.634303] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.634303] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.634391] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.634491] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.634688] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bfb65c6-ff9b-46dd-b2a0-7f6e5be46b80" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.487638] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3215c9ca-5975-48df-9c51-1e2251a39525 in Status: SUCCESS [ 1219.488038] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.488038] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.488273] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.488463] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.488586] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.489158] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.489158] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.489158] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.489158] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.489158] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3215c9ca-5975-48df-9c51-1e2251a39525',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.592778] env[65832]: INFO networking_nsxv3.common.synchronization [req-e97dea33-01eb-4f4d-9e8c-66c7fe544bfe req-f04f2a2d-001a-44df-aa0b-0f4883650519 tempest-ServerActionsTestJSON-1537680952 tempest-ServerActionsTestJSON-1537680952-project-member] Enqueued Resource ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 with Priority: HIGHEST for action security_group_members [ 1219.592778] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 with Priority: HIGHEST for action security_group_members [ 1219.592778] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.592778] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.592778] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.592778] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.593047] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.593047] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.594398] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.594615] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.594718] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.595057] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.617661] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 537d1b47-e6a9-4363-a31a-5816b9705962 in Status: SUCCESS [ 1219.617867] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 537d1b47-e6a9-4363-a31a-5816b9705962 deletion is rescheduled due to dependency. [ 1219.617961] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.897338] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-672 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.897684] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-672" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.897867] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-672" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.898197] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-672" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.898510] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.898683] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.898807] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.899050] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.899200] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.899419] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1219.899549] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1219.899719] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1219.899855] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1219.899977] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1219.900099] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1219.900233] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1219.921462] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1219.921673] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1219.921849] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1219.922068] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-672" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.922398] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-186325ec-e1a4-41f1-b546-122320f7edc6 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.922695] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-186325ec-e1a4-41f1-b546-122320f7edc6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.922898] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-186325ec-e1a4-41f1-b546-122320f7edc6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.923246] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-186325ec-e1a4-41f1-b546-122320f7edc6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.923388] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('186325ec-e1a4-41f1-b546-122320f7edc6',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.991405] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-3215c9ca-5975-48df-9c51-1e2251a39525 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.991669] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.991794] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.992011] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.992187] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.992287] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.992375] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.992490] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.992623] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.992716] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.992851] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-3215c9ca-5975-48df-9c51-1e2251a39525 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.992940] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.992993] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.993147] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.993280] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.993369] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.993425] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.993599] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.993710] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.993795] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.993880] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3215c9ca-5975-48df-9c51-1e2251a39525',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.097488] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.097643] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.097718] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.097934] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.098039] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.098233] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.098329] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.098391] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.098537] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.098614] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.098700] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 is going to be updated. [ 1220.129909] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.130110] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.130155] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.130553] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.130760] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.140973] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 in Status: IN_PROGRESS for 2s [ 1220.426702] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.426702] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.426702] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.426702] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.426702] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.426702] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port 186325ec-e1a4-41f1-b546-122320f7edc6 not found, creating... [ 1220.427219] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.427219] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.427219] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.427366] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.427402] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.427688] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.427848] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.427964] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.428182] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.428316] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.428520] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: 186325ec-e1a4-41f1-b546-122320f7edc6 is going to be created. [ 1220.451558] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.451787] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.451894] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.452194] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.452417] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.452696] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-186325ec-e1a4-41f1-b546-122320f7edc6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.496295] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3215c9ca-5975-48df-9c51-1e2251a39525: rpc.has_security_group_logging(os_id): False [ 1220.518223] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.518691] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.518691] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.518831] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.518942] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.519219] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.519743] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.519902] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.520228] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.520428] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.520595] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.520726] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.520815] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.520958] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.521083] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.521244] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.521346] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.521425] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.521646] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.521767] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.521891] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3215c9ca-5975-48df-9c51-1e2251a39525 is going to be updated. [ 1220.629061] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.629061] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.629061] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.629401] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.629519] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.648758] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3215c9ca-5975-48df-9c51-1e2251a39525 in Status: IN_PROGRESS for 2s [ 1221.182417] env[65832]: INFO networking_nsxv3.common.synchronization [req-e97dea33-01eb-4f4d-9e8c-66c7fe544bfe req-d1b0017e-00c5-45a0-8038-7504ddb944d7 service nova] Enqueued Resource ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 with Priority: HIGHEST for action security_group_rules [ 1221.182417] env[65832]: INFO networking_nsxv3.common.synchronization [req-e97dea33-01eb-4f4d-9e8c-66c7fe544bfe req-d1b0017e-00c5-45a0-8038-7504ddb944d7 service nova] Enqueued Resource ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 with Priority: HIGHEST for action security_group_members [ 1221.182417] env[65832]: INFO networking_nsxv3.common.synchronization [req-e97dea33-01eb-4f4d-9e8c-66c7fe544bfe req-d1b0017e-00c5-45a0-8038-7504ddb944d7 service nova] Enqueued Resource ID: 186325ec-e1a4-41f1-b546-122320f7edc6 with Priority: HIGHEST for action port [ 1221.182417] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 with Priority: HIGHEST for action security_group_rules [ 1221.182773] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 with Priority: HIGHEST for action security_group_members [ 1221.185813] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 186325ec-e1a4-41f1-b546-122320f7edc6 with Priority: HIGHEST for action port [ 1221.188087] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.188293] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.188505] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.188733] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.188857] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.191402] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.191584] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.191858] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-186325ec-e1a4-41f1-b546-122320f7edc6 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.192545] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-186325ec-e1a4-41f1-b546-122320f7edc6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.192545] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-186325ec-e1a4-41f1-b546-122320f7edc6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.193849] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-186325ec-e1a4-41f1-b546-122320f7edc6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.193849] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('186325ec-e1a4-41f1-b546-122320f7edc6',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.696166] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.696166] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.696166] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 186325ec-e1a4-41f1-b546-122320f7edc6 with status ACTIVE [ 1221.696166] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.696996] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.696996] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.696996] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.696996] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.696996] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.696996] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.696996] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.697236] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.697236] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.697348] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.697443] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.697500] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.697628] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.697709] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.697777] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 186325ec-e1a4-41f1-b546-122320f7edc6 is going to be updated. [ 1221.728741] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.728973] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.729045] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.729323] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.729488] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.729719] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-186325ec-e1a4-41f1-b546-122320f7edc6" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.151133] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 in Status: SUCCESS [ 1222.151426] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 deletion is rescheduled due to dependency. [ 1222.151572] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.151771] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.152037] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.152263] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.152415] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.152506] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.152723] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.152830] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.152957] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.655510] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.664214] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3215c9ca-5975-48df-9c51-1e2251a39525 in Status: SUCCESS [ 1222.664441] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.157747] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.660814] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.661076] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.661076] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.661298] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.661395] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.661508] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 is going to be updated. [ 1223.693668] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.694262] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.694343] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.694564] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.694710] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.705194] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 in Status: IN_PROGRESS for 2s [ 1225.717389] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 in Status: SUCCESS [ 1225.717746] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.717811] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.718012] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.718214] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.718330] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.718393] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.718542] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.718623] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.718707] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.718795] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.187510] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1226.187699] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1226.221354] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.724214] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3: rpc.has_security_group_logging(os_id): False [ 1226.742341] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.742564] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.742564] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.742851] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.742960] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.743212] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.743319] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.743386] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.743520] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.743595] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.743683] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 is going to be updated. [ 1226.808985] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.809215] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.809215] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.809915] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.809915] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.828624] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 in Status: IN_PROGRESS for 2s [ 1228.848924] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 in Status: SUCCESS [ 1228.849331] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.188924] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1231.189232] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1236.189933] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1236.189933] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1241.190997] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1241.190997] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1241.675718] env[65832]: INFO networking_nsxv3.common.synchronization [req-130ec587-906d-459d-bf12-7478a2839aa5 req-c3b2a31b-a37c-41ad-a6d2-ad980b0ba7af tempest-ServerDiskConfigTestJSON-2118481968 tempest-ServerDiskConfigTestJSON-2118481968-project-member] Enqueued Resource ID: c01a6a90-fd28-4017-978d-35f1fcce016a with Priority: HIGHEST for action security_group_members [ 1241.676341] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01a6a90-fd28-4017-978d-35f1fcce016a with Priority: HIGHEST for action security_group_members [ 1241.676692] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01a6a90-fd28-4017-978d-35f1fcce016a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.676844] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.676934] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.677254] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.677623] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.679834] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.679834] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.679834] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.679834] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.679834] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c01a6a90-fd28-4017-978d-35f1fcce016a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.980842] env[65832]: INFO networking_nsxv3.common.synchronization [req-20c128f1-08e1-496f-aaa2-a281856bac09 req-cb9d2e1a-4d48-4070-80c6-c327b71455e4 tempest-ServerActionsTestOtherA-1266280891 tempest-ServerActionsTestOtherA-1266280891-project-member] Enqueued Resource ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 with Priority: HIGHEST for action security_group_members [ 1241.980842] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 with Priority: HIGHEST for action security_group_members [ 1241.980842] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fcc512c-27ca-40e1-972b-91b37a7ec159 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.980989] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.981401] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.981722] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.981929] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.982112] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.982235] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.982554] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.982701] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.982886] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fcc512c-27ca-40e1-972b-91b37a7ec159',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.182135] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.182314] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.182415] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.182668] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.182853] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.183155] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.183261] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.183381] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.183553] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.183662] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.183893] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c01a6a90-fd28-4017-978d-35f1fcce016a is going to be updated. [ 1242.216606] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.216606] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.216606] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.216606] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.216606] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.227707] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01a6a90-fd28-4017-978d-35f1fcce016a in Status: IN_PROGRESS for 2s [ 1242.315619] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-38 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.315756] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-38" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.316124] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-38" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.316752] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-38" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.316752] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.317009] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.317228] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.317564] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.317811] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.318448] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1242.318448] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1242.318448] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1242.318650] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1242.318833] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1242.318980] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1242.319181] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1242.345352] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1242.345540] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1242.345683] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1242.345863] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-38" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.346210] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-a5bb75e7-426c-4224-a311-5b8f864ffea1 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.346463] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-a5bb75e7-426c-4224-a311-5b8f864ffea1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.346516] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-a5bb75e7-426c-4224-a311-5b8f864ffea1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.346959] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-a5bb75e7-426c-4224-a311-5b8f864ffea1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.347180] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5bb75e7-426c-4224-a311-5b8f864ffea1',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.486743] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fcc512c-27ca-40e1-972b-91b37a7ec159',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.849853] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.850047] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.850137] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.850418] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.850576] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.850827] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Segment Port a5bb75e7-426c-4224-a311-5b8f864ffea1 not found, creating... [ 1242.851122] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.851290] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.851404] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.851663] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.851886] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.852204] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.852367] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.852486] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.852693] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.852836] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.853073] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: a5bb75e7-426c-4224-a311-5b8f864ffea1 is going to be created. [ 1242.873186] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.873414] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.873537] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.873794] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.874068] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.874411] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-a5bb75e7-426c-4224-a311-5b8f864ffea1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.990060] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fcc512c-27ca-40e1-972b-91b37a7ec159',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.491765] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.492809] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.492991] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.493930] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.493930] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.493930] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 is going to be updated. [ 1243.522909] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.523095] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.523173] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.523387] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.523529] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.532627] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 in Status: IN_PROGRESS for 2s [ 1243.576321] env[65832]: INFO networking_nsxv3.common.synchronization [req-20c128f1-08e1-496f-aaa2-a281856bac09 req-6bfd1301-bacf-4fdf-9065-30cb971d2fef service nova] Enqueued Resource ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 with Priority: HIGHEST for action security_group_rules [ 1243.576502] env[65832]: INFO networking_nsxv3.common.synchronization [req-20c128f1-08e1-496f-aaa2-a281856bac09 req-6bfd1301-bacf-4fdf-9065-30cb971d2fef service nova] Enqueued Resource ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 with Priority: HIGHEST for action security_group_members [ 1243.576639] env[65832]: INFO networking_nsxv3.common.synchronization [req-20c128f1-08e1-496f-aaa2-a281856bac09 req-6bfd1301-bacf-4fdf-9065-30cb971d2fef service nova] Enqueued Resource ID: a5bb75e7-426c-4224-a311-5b8f864ffea1 with Priority: HIGHEST for action port [ 1243.577186] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 with Priority: HIGHEST for action security_group_rules [ 1243.577328] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 with Priority: HIGHEST for action security_group_members [ 1243.577423] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5bb75e7-426c-4224-a311-5b8f864ffea1 with Priority: HIGHEST for action port [ 1243.577699] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fcc512c-27ca-40e1-972b-91b37a7ec159 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.577820] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.577914] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.578099] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.578182] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fcc512c-27ca-40e1-972b-91b37a7ec159',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.579016] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fcc512c-27ca-40e1-972b-91b37a7ec159 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.579104] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.579868] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5bb75e7-426c-4224-a311-5b8f864ffea1 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.579868] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5bb75e7-426c-4224-a311-5b8f864ffea1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.579868] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5bb75e7-426c-4224-a311-5b8f864ffea1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.579868] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5bb75e7-426c-4224-a311-5b8f864ffea1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.579868] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5bb75e7-426c-4224-a311-5b8f864ffea1',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.083659] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fcc512c-27ca-40e1-972b-91b37a7ec159 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.083659] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.083851] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5bb75e7-426c-4224-a311-5b8f864ffea1 with status ACTIVE [ 1244.084072] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.084210] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.084317] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.084480] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.084568] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.084739] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.084831] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.084890] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.085045] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.085122] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.085301] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.085394] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.085449] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.085584] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.085654] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.085733] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5bb75e7-426c-4224-a311-5b8f864ffea1 is going to be updated. [ 1244.105334] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.105814] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.105893] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.106113] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.106248] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.106402] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5bb75e7-426c-4224-a311-5b8f864ffea1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.238205] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01a6a90-fd28-4017-978d-35f1fcce016a in Status: SUCCESS [ 1244.238547] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c01a6a90-fd28-4017-978d-35f1fcce016a deletion is rescheduled due to dependency. [ 1244.238703] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.490929] env[65832]: INFO networking_nsxv3.common.synchronization [req-cb89d2b2-d125-414b-ab90-f13677f61648 req-1930b135-2cda-45e4-9ff0-986e52ffd22d tempest-ServerDiskConfigTestJSON-2118481968 tempest-ServerDiskConfigTestJSON-2118481968-project-member] Enqueued Resource ID: c01a6a90-fd28-4017-978d-35f1fcce016a with Priority: HIGHEST for action security_group_members [ 1244.491515] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01a6a90-fd28-4017-978d-35f1fcce016a with Priority: HIGHEST for action security_group_members [ 1244.491812] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01a6a90-fd28-4017-978d-35f1fcce016a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.492064] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.492064] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.492197] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.492352] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.492499] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.492499] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.492641] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.492722] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.493147] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c01a6a90-fd28-4017-978d-35f1fcce016a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.790432] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-189 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.790630] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-189" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.790748] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-189" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.791082] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-189" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.791341] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.791534] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.791679] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.791903] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.792136] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.792451] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1244.792601] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1244.792738] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1244.792870] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1244.793029] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1244.793200] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1244.793363] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1244.814572] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1244.814751] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1244.814891] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1244.815081] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-189" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.815392] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-2a4c0616-d964-41f9-bf3d-22632ecf77ea taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.815612] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-2a4c0616-d964-41f9-bf3d-22632ecf77ea" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.815686] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-2a4c0616-d964-41f9-bf3d-22632ecf77ea" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.816114] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-2a4c0616-d964-41f9-bf3d-22632ecf77ea" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.816416] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a4c0616-d964-41f9-bf3d-22632ecf77ea',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.995814] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.995988] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.996055] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.996299] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.996387] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.996580] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.996668] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.996735] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.996885] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.996953] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.997059] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c01a6a90-fd28-4017-978d-35f1fcce016a is going to be updated. [ 1245.037110] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.037304] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.037304] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.037561] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.037724] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.048180] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01a6a90-fd28-4017-978d-35f1fcce016a in Status: IN_PROGRESS for 2s [ 1245.319081] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.319318] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.319318] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.319610] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.319775] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.319950] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port 2a4c0616-d964-41f9-bf3d-22632ecf77ea not found, creating... [ 1245.320371] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.320461] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.320563] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.320815] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.320992] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.321365] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.321542] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.321676] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.321917] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.322083] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.322237] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: 2a4c0616-d964-41f9-bf3d-22632ecf77ea is going to be created. [ 1245.347208] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.347434] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.347560] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.347834] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.348069] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.348517] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-2a4c0616-d964-41f9-bf3d-22632ecf77ea" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.544637] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 in Status: SUCCESS [ 1245.544923] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.545073] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.545311] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.545502] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.545619] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.545703] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.545856] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.545971] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.546063] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fcc512c-27ca-40e1-972b-91b37a7ec159',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.048031] env[65832]: INFO networking_nsxv3.common.synchronization [req-cb89d2b2-d125-414b-ab90-f13677f61648 req-b58ad098-3839-4b27-8496-fb475f6ba6f4 service nova] Enqueued Resource ID: c01a6a90-fd28-4017-978d-35f1fcce016a with Priority: HIGHEST for action security_group_rules [ 1246.048031] env[65832]: INFO networking_nsxv3.common.synchronization [req-cb89d2b2-d125-414b-ab90-f13677f61648 req-b58ad098-3839-4b27-8496-fb475f6ba6f4 service nova] Enqueued Resource ID: c01a6a90-fd28-4017-978d-35f1fcce016a with Priority: HIGHEST for action security_group_members [ 1246.048031] env[65832]: INFO networking_nsxv3.common.synchronization [req-cb89d2b2-d125-414b-ab90-f13677f61648 req-b58ad098-3839-4b27-8496-fb475f6ba6f4 service nova] Enqueued Resource ID: 2a4c0616-d964-41f9-bf3d-22632ecf77ea with Priority: HIGHEST for action port [ 1246.048031] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01a6a90-fd28-4017-978d-35f1fcce016a with Priority: HIGHEST for action security_group_rules [ 1246.048031] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01a6a90-fd28-4017-978d-35f1fcce016a with Priority: HIGHEST for action security_group_members [ 1246.048031] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a4c0616-d964-41f9-bf3d-22632ecf77ea with Priority: HIGHEST for action port [ 1246.048603] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fcc512c-27ca-40e1-972b-91b37a7ec159',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.049630] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c01a6a90-fd28-4017-978d-35f1fcce016a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.049913] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.050167] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.050456] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.050624] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c01a6a90-fd28-4017-978d-35f1fcce016a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.051695] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01a6a90-fd28-4017-978d-35f1fcce016a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.051914] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.053125] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a4c0616-d964-41f9-bf3d-22632ecf77ea taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.053125] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a4c0616-d964-41f9-bf3d-22632ecf77ea" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.053125] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a4c0616-d964-41f9-bf3d-22632ecf77ea" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.053125] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a4c0616-d964-41f9-bf3d-22632ecf77ea" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.053125] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a4c0616-d964-41f9-bf3d-22632ecf77ea',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.556050] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01a6a90-fd28-4017-978d-35f1fcce016a taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.556730] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.556730] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fcc512c-27ca-40e1-972b-91b37a7ec159',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.557747] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a4c0616-d964-41f9-bf3d-22632ecf77ea with status ACTIVE [ 1246.557948] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.558088] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.558274] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.558446] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.558446] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.558676] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.558784] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.558784] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.558924] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.559014] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.559214] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.559360] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.559360] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.559505] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.559710] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.559805] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a4c0616-d964-41f9-bf3d-22632ecf77ea is going to be updated. [ 1246.587334] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.587580] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.587580] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.587857] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.588031] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.588232] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a4c0616-d964-41f9-bf3d-22632ecf77ea" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.059032] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01a6a90-fd28-4017-978d-35f1fcce016a in Status: SUCCESS [ 1247.059232] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c01a6a90-fd28-4017-978d-35f1fcce016a deletion is rescheduled due to dependency. [ 1247.059348] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.059505] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.059767] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.060011] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.060174] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.060260] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.060443] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.060552] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.060651] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c01a6a90-fd28-4017-978d-35f1fcce016a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.061701] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.061817] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.061896] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.062065] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.062159] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.062245] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 is going to be updated. [ 1247.092680] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.092859] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.092922] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.093136] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.093345] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.103555] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 in Status: IN_PROGRESS for 2s [ 1247.403365] env[65832]: INFO networking_nsxv3.common.synchronization [req-36073247-94bf-42a5-9906-968f7d382e7d req-05739b96-508a-4f00-b6b7-ac91bb8afc3f tempest-ServersNegativeTestJSON-1935545349 tempest-ServersNegativeTestJSON-1935545349-project-member] Enqueued Resource ID: 3215c9ca-5975-48df-9c51-1e2251a39525 with Priority: HIGHEST for action security_group_members [ 1247.404011] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3215c9ca-5975-48df-9c51-1e2251a39525 with Priority: HIGHEST for action security_group_members [ 1247.404287] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-3215c9ca-5975-48df-9c51-1e2251a39525 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.404419] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.404495] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.404679] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.405189] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.405307] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.405378] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.405544] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.405630] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.405726] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3215c9ca-5975-48df-9c51-1e2251a39525',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.565126] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c01a6a90-fd28-4017-978d-35f1fcce016a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.908193] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.908364] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.908436] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.908658] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.908748] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.908946] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.909060] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.909117] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.909276] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.909352] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.909435] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3215c9ca-5975-48df-9c51-1e2251a39525 is going to be updated. [ 1247.937581] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.937737] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.937787] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.938009] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.938161] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.947441] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3215c9ca-5975-48df-9c51-1e2251a39525 in Status: IN_PROGRESS for 2s [ 1248.067199] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c01a6a90-fd28-4017-978d-35f1fcce016a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.571612] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.571929] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.571929] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.572123] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.572212] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.572462] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c01a6a90-fd28-4017-978d-35f1fcce016a is going to be updated. [ 1248.602510] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.602663] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.602719] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.602933] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.603195] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.617718] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01a6a90-fd28-4017-978d-35f1fcce016a in Status: IN_PROGRESS for 2s [ 1249.112910] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 in Status: SUCCESS [ 1249.113218] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.113382] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.113584] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.113770] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.113884] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.113947] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.114117] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.114208] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.114277] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.114365] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7fcc512c-27ca-40e1-972b-91b37a7ec159',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.616411] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7fcc512c-27ca-40e1-972b-91b37a7ec159',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.957412] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3215c9ca-5975-48df-9c51-1e2251a39525 in Status: SUCCESS [ 1249.957585] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3215c9ca-5975-48df-9c51-1e2251a39525 deletion is rescheduled due to dependency. [ 1249.957729] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.118773] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7fcc512c-27ca-40e1-972b-91b37a7ec159: rpc.has_security_group_logging(os_id): False [ 1250.140848] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.141175] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.141175] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.141324] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.163473] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.163884] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.164135] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.164284] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.164585] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.164721] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.164865] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 is going to be updated. [ 1250.228196] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.228310] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.228374] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.228990] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.229201] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.245801] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 in Status: IN_PROGRESS for 2s [ 1250.628490] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01a6a90-fd28-4017-978d-35f1fcce016a in Status: SUCCESS [ 1250.628771] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.628948] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.629184] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.629398] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.629523] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.629589] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.629747] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.629838] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.629941] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.630046] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c01a6a90-fd28-4017-978d-35f1fcce016a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.133041] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01a6a90-fd28-4017-978d-35f1fcce016a taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.133344] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.133470] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.133701] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.134032] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.136939] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.136939] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.136939] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.136939] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.136939] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.136939] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01a6a90-fd28-4017-978d-35f1fcce016a taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.136939] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.136939] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.136939] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.136939] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.136939] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.136939] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.136939] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.136939] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.136939] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.136939] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c01a6a90-fd28-4017-978d-35f1fcce016a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.640486] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c01a6a90-fd28-4017-978d-35f1fcce016a: rpc.has_security_group_logging(os_id): False [ 1251.659670] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.659670] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.659897] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.660029] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.660091] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.660289] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.661485] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.661485] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.661485] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.661485] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.661485] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.661485] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.661485] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.661485] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.661485] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.661485] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.662133] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.662133] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.662133] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.662133] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.662133] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c01a6a90-fd28-4017-978d-35f1fcce016a is going to be updated. [ 1251.725374] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.725599] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.725599] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.725821] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.725962] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.742476] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c01a6a90-fd28-4017-978d-35f1fcce016a in Status: IN_PROGRESS for 2s [ 1252.272172] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 in Status: SUCCESS [ 1252.272430] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.405172] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1252.405379] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1253.759330] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c01a6a90-fd28-4017-978d-35f1fcce016a in Status: SUCCESS [ 1253.759622] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.274602] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-759 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.274825] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-759" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.274946] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-759" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.275236] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-759" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.275500] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.275717] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.275780] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.275986] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.276145] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.276386] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1254.276506] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1254.276622] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1254.276733] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1254.276857] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1254.276962] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1254.277102] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1254.296025] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1254.296233] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1254.296374] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1254.296549] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-759" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.296858] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-5faf9d6c-10ef-42fb-ab96-f6ceb81393d3 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.297037] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-5faf9d6c-10ef-42fb-ab96-f6ceb81393d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.297158] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-5faf9d6c-10ef-42fb-ab96-f6ceb81393d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.297407] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-5faf9d6c-10ef-42fb-ab96-f6ceb81393d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.297540] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5faf9d6c-10ef-42fb-ab96-f6ceb81393d3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.800621] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.800987] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.800987] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.801239] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.801394] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.801684] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.801845] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.801967] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.802218] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.802359] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.802640] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.802799] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.802918] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.803145] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.803319] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.803469] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: 5faf9d6c-10ef-42fb-ab96-f6ceb81393d3 is going to be updated. [ 1254.825227] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.825455] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.825609] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.825901] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.826116] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.826352] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-5faf9d6c-10ef-42fb-ab96-f6ceb81393d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.547556] env[65832]: INFO networking_nsxv3.common.synchronization [req-21a70f7a-e366-4aee-939b-89b9e7db447a req-40d3833c-4ab8-4181-b8c1-d5be28863305 service nova] Enqueued Resource ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e with Priority: HIGHEST for action security_group_rules [ 1255.547740] env[65832]: INFO networking_nsxv3.common.synchronization [req-21a70f7a-e366-4aee-939b-89b9e7db447a req-40d3833c-4ab8-4181-b8c1-d5be28863305 service nova] Enqueued Resource ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e with Priority: HIGHEST for action security_group_members [ 1255.547880] env[65832]: INFO networking_nsxv3.common.synchronization [req-21a70f7a-e366-4aee-939b-89b9e7db447a req-40d3833c-4ab8-4181-b8c1-d5be28863305 service nova] Enqueued Resource ID: 5faf9d6c-10ef-42fb-ab96-f6ceb81393d3 with Priority: HIGHEST for action port [ 1255.548475] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e with Priority: HIGHEST for action security_group_rules [ 1255.548615] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e with Priority: HIGHEST for action security_group_members [ 1255.548786] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5faf9d6c-10ef-42fb-ab96-f6ceb81393d3 with Priority: HIGHEST for action port [ 1255.549042] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.549168] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.549245] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.549524] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.549607] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c4c8db0-1d19-4d1a-a15a-010641cf7c9e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.550447] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.550564] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.550632] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.550799] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.550950] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.551063] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.551147] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.551299] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.551390] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.551480] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c4c8db0-1d19-4d1a-a15a-010641cf7c9e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.552714] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-5faf9d6c-10ef-42fb-ab96-f6ceb81393d3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.552714] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5faf9d6c-10ef-42fb-ab96-f6ceb81393d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.552714] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5faf9d6c-10ef-42fb-ab96-f6ceb81393d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.552843] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5faf9d6c-10ef-42fb-ab96-f6ceb81393d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.552918] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5faf9d6c-10ef-42fb-ab96-f6ceb81393d3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.055840] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c4c8db0-1d19-4d1a-a15a-010641cf7c9e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.057061] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.057214] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.057403] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5faf9d6c-10ef-42fb-ab96-f6ceb81393d3 with status ACTIVE [ 1256.057576] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.057704] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.057781] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.057984] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.058108] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.058279] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.058390] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.058458] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.058606] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.058688] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.058926] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.059054] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.059136] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.059297] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.059389] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.059458] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5faf9d6c-10ef-42fb-ab96-f6ceb81393d3 is going to be updated. [ 1256.087821] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.088093] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.088093] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.088359] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.088547] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.088741] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5faf9d6c-10ef-42fb-ab96-f6ceb81393d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.562231] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c4c8db0-1d19-4d1a-a15a-010641cf7c9e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.065081] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.065479] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.065479] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.065566] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.065645] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.065746] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e is going to be updated. [ 1257.098651] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.098905] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.098905] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.099178] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.099421] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.110150] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e in Status: IN_PROGRESS for 2s [ 1257.357686] env[65832]: INFO networking_nsxv3.common.synchronization [req-35d34992-4e78-4662-90e3-2a273e9a5dd5 req-d6c3c1f7-bf09-41b9-8e60-dc414891d773 tempest-ServerDiskConfigTestJSON-2118481968 tempest-ServerDiskConfigTestJSON-2118481968-project-member] Enqueued Resource ID: c01a6a90-fd28-4017-978d-35f1fcce016a with Priority: HIGHEST for action security_group_members [ 1257.358018] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01a6a90-fd28-4017-978d-35f1fcce016a with Priority: HIGHEST for action security_group_members [ 1257.358386] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-c01a6a90-fd28-4017-978d-35f1fcce016a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.358557] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.358633] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.358633] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.358633] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.358633] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.358633] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.359426] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.359426] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.359539] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c01a6a90-fd28-4017-978d-35f1fcce016a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.861924] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.862233] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.862233] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.862383] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.862474] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.862704] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.862807] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.862871] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.863031] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.863112] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.863196] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c01a6a90-fd28-4017-978d-35f1fcce016a is going to be updated. [ 1257.896579] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.897395] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.897395] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.897395] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.897395] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.909288] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01a6a90-fd28-4017-978d-35f1fcce016a in Status: IN_PROGRESS for 2s [ 1259.122070] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e in Status: SUCCESS [ 1259.122070] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.122070] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.122462] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.122543] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.122664] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.122755] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.122949] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.123075] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.123192] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.123331] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c4c8db0-1d19-4d1a-a15a-010641cf7c9e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.626774] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c4c8db0-1d19-4d1a-a15a-010641cf7c9e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.920592] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c01a6a90-fd28-4017-978d-35f1fcce016a in Status: SUCCESS [ 1259.920804] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c01a6a90-fd28-4017-978d-35f1fcce016a deletion is rescheduled due to dependency. [ 1259.920939] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.128836] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e: rpc.has_security_group_logging(os_id): False [ 1260.149606] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.149810] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.149885] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.150127] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.150221] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.150494] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.150616] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.150689] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.150855] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.150940] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.151016] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e is going to be updated. [ 1260.244431] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.244778] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.244935] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.245306] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.245562] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.266047] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e in Status: IN_PROGRESS for 2s [ 1262.284930] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e in Status: SUCCESS [ 1262.285336] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.359102] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1262.359263] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1267.360774] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1267.361162] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1270.566996] env[65832]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1270.567379] env[65832]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1271.683634] env[65832]: INFO networking_nsxv3.common.synchronization [req-48482962-c196-4ab0-81f2-05efcb70413c req-f43f6d3b-8f0d-4fc6-8160-51066c103cab tempest-ServerActionsTestOtherB-1041866639 tempest-ServerActionsTestOtherB-1041866639-project-member] Enqueued Resource ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e with Priority: HIGHEST for action security_group_members [ 1271.684269] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e with Priority: HIGHEST for action security_group_members [ 1271.684641] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.684756] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.685175] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.685175] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.685394] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.685394] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.685394] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.685581] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.685627] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.685725] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c4c8db0-1d19-4d1a-a15a-010641cf7c9e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.188257] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.188417] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.188499] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.188746] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.188874] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.189164] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.189279] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.189344] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.189498] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.189576] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.189660] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e is going to be updated. [ 1272.219314] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.219489] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.219534] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.219703] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.219845] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.229058] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e in Status: IN_PROGRESS for 2s [ 1274.240946] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e in Status: SUCCESS [ 1274.241194] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e deletion is rescheduled due to dependency. [ 1274.241280] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.685572] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1276.685835] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1281.185372] env[65832]: INFO networking_nsxv3.common.synchronization [req-8f0001d6-ca43-40e7-b5cc-54b824bd9cba req-c3f5a515-0068-4455-a932-6eeac480843a tempest-AttachVolumeTestJSON-1786118423 tempest-AttachVolumeTestJSON-1786118423-project-member] Enqueued Resource ID: c31cc089-ba04-4576-b7a8-a09066ac402e with Priority: HIGHEST for action security_group_members [ 1281.186064] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31cc089-ba04-4576-b7a8-a09066ac402e with Priority: HIGHEST for action security_group_members [ 1281.186387] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-c31cc089-ba04-4576-b7a8-a09066ac402e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.186506] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c31cc089-ba04-4576-b7a8-a09066ac402e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.186573] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c31cc089-ba04-4576-b7a8-a09066ac402e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.186937] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c31cc089-ba04-4576-b7a8-a09066ac402e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.187149] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.187287] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.187378] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.187573] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.187745] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.187940] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c31cc089-ba04-4576-b7a8-a09066ac402e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.690820] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.690993] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.691067] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.691280] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.691370] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.691560] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.691659] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.691743] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.691902] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.691979] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.692081] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c31cc089-ba04-4576-b7a8-a09066ac402e is going to be updated. [ 1281.726665] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.726879] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.726879] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.727127] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.727268] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.736595] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31cc089-ba04-4576-b7a8-a09066ac402e in Status: IN_PROGRESS for 2s [ 1283.343938] env[65832]: INFO networking_nsxv3.common.synchronization [None req-5cb7537e-d407-40c7-b59d-20be2a316350 None None] Enqueued Resource ID: d9c8d29d-a2d9-4f88-89f8-b61cfa5c556f with Priority: HIGHEST for action port [ 1283.344534] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9c8d29d-a2d9-4f88-89f8-b61cfa5c556f with Priority: HIGHEST for action port [ 1283.344909] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9c8d29d-a2d9-4f88-89f8-b61cfa5c556f taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.345276] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9c8d29d-a2d9-4f88-89f8-b61cfa5c556f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.345276] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9c8d29d-a2d9-4f88-89f8-b61cfa5c556f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.345491] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9c8d29d-a2d9-4f88-89f8-b61cfa5c556f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.345491] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9c8d29d-a2d9-4f88-89f8-b61cfa5c556f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.748112] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c31cc089-ba04-4576-b7a8-a09066ac402e in Status: SUCCESS [ 1283.748308] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c31cc089-ba04-4576-b7a8-a09066ac402e deletion is rescheduled due to dependency. [ 1283.748417] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c31cc089-ba04-4576-b7a8-a09066ac402e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.797847] env[65832]: INFO networking_nsxv3.common.synchronization [None req-cff4c9c6-a709-4c33-9d83-c1630defa73b tempest-AttachVolumeShelveTestJSON-72535058 tempest-AttachVolumeShelveTestJSON-72535058-project-member] Enqueued Resource ID: 0831d10c-a25e-4849-895c-79f0badf3126 with Priority: HIGHEST for action security_group_rules [ 1283.798406] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0831d10c-a25e-4849-895c-79f0badf3126 with Priority: HIGHEST for action security_group_rules [ 1283.798723] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0831d10c-a25e-4849-895c-79f0badf3126 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.798853] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0831d10c-a25e-4849-895c-79f0badf3126" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.798923] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0831d10c-a25e-4849-895c-79f0badf3126" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.799321] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0831d10c-a25e-4849-895c-79f0badf3126" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.799402] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0831d10c-a25e-4849-895c-79f0badf3126',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.850406] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9c8d29d-a2d9-4f88-89f8-b61cfa5c556f [ 1283.850633] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.851093] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.851093] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.851093] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.851233] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.851233] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9c8d29d-a2d9-4f88-89f8-b61cfa5c556f already deleted. [ 1283.851306] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9c8d29d-a2d9-4f88-89f8-b61cfa5c556f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.882699] env[65832]: INFO networking_nsxv3.common.synchronization [None req-63790233-0944-4e7e-b8ab-3f6e4e045007 tempest-AttachVolumeShelveTestJSON-72535058 tempest-AttachVolumeShelveTestJSON-72535058-project-member] Enqueued Resource ID: 0831d10c-a25e-4849-895c-79f0badf3126 with Priority: HIGHEST for action security_group_rules [ 1283.882699] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0831d10c-a25e-4849-895c-79f0badf3126 with Priority: HIGHEST for action security_group_rules [ 1283.883070] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0831d10c-a25e-4849-895c-79f0badf3126 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.883070] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0831d10c-a25e-4849-895c-79f0badf3126" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.327455] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.327455] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.327455] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.327455] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.327455] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.327455] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0831d10c-a25e-4849-895c-79f0badf3126 already deleted. [ 1284.327455] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0831d10c-a25e-4849-895c-79f0badf3126" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.327455] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0831d10c-a25e-4849-895c-79f0badf3126" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.327455] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0831d10c-a25e-4849-895c-79f0badf3126" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.327455] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0831d10c-a25e-4849-895c-79f0badf3126',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.854648] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.854648] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.854648] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.855167] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.855167] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.855167] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0831d10c-a25e-4849-895c-79f0badf3126 already deleted. [ 1284.855167] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0831d10c-a25e-4849-895c-79f0badf3126" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.399819] env[65832]: INFO networking_nsxv3.common.synchronization [None req-15d9b4fe-917d-438f-9a3b-2c2ab4ea3259 None None] Enqueued Resource ID: 94e62764-cbc7-45d0-8e20-4f29557f3053 with Priority: HIGHEST for action port [ 1285.400388] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94e62764-cbc7-45d0-8e20-4f29557f3053 with Priority: HIGHEST for action port [ 1285.400909] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-94e62764-cbc7-45d0-8e20-4f29557f3053 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.400909] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94e62764-cbc7-45d0-8e20-4f29557f3053" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.400909] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94e62764-cbc7-45d0-8e20-4f29557f3053" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.401280] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94e62764-cbc7-45d0-8e20-4f29557f3053" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.401374] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94e62764-cbc7-45d0-8e20-4f29557f3053',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.904565] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94e62764-cbc7-45d0-8e20-4f29557f3053 [ 1285.904877] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.904950] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.905041] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.905318] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.905418] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.905519] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94e62764-cbc7-45d0-8e20-4f29557f3053 already deleted. [ 1285.905602] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94e62764-cbc7-45d0-8e20-4f29557f3053" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.468476] env[65832]: INFO networking_nsxv3.common.synchronization [req-66fa36ec-7eef-4470-a8b7-38832c30d3a0 req-1b03a19f-d3b5-43d5-8338-728e6e71bfbd tempest-ServerActionsTestJSON-1537680952 tempest-ServerActionsTestJSON-1537680952-project-member] Enqueued Resource ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 with Priority: HIGHEST for action security_group_members [ 1288.469043] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 with Priority: HIGHEST for action security_group_members [ 1288.469360] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.469479] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.469576] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.469722] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.469862] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.469962] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.470289] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.470510] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.470603] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.470719] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.973304] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.973630] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.973630] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.973772] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.973772] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.974153] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.974290] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.974290] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.974447] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.974531] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.974654] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 is going to be updated. [ 1289.009047] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.009047] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.009047] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.009047] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.009445] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.029072] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 in Status: IN_PROGRESS for 2s [ 1289.522638] env[65832]: INFO networking_nsxv3.common.synchronization [req-13b0343f-0498-4f63-bbb8-fabd2e573892 req-8f7715d9-1473-474a-b669-24f283ea2fa5 tempest-AttachVolumeShelveTestJSON-72535058 tempest-AttachVolumeShelveTestJSON-72535058-project-member] Enqueued Resource ID: 0831d10c-a25e-4849-895c-79f0badf3126 with Priority: HIGHEST for action security_group_members [ 1289.523177] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0831d10c-a25e-4849-895c-79f0badf3126 with Priority: HIGHEST for action security_group_members [ 1289.523481] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-0831d10c-a25e-4849-895c-79f0badf3126 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.523609] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0831d10c-a25e-4849-895c-79f0badf3126" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.523677] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0831d10c-a25e-4849-895c-79f0badf3126" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.524084] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0831d10c-a25e-4849-895c-79f0badf3126" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.524202] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.524341] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.524403] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.524560] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.524644] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.524733] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0831d10c-a25e-4849-895c-79f0badf3126',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.849082] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-539 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.849300] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-539" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.849454] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-539" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.849744] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-539" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.850017] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.850187] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.850305] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.850525] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.850670] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.850880] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1289.850995] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1289.851167] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1289.851218] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1289.851330] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1289.851434] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1289.851563] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1289.871565] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1289.871771] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1289.871952] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1289.872106] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-539" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.872437] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-0b945d05-8b8a-41c4-9a63-8a93c27e1444 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.872615] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-0b945d05-8b8a-41c4-9a63-8a93c27e1444" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.872737] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-0b945d05-8b8a-41c4-9a63-8a93c27e1444" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.873162] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-0b945d05-8b8a-41c4-9a63-8a93c27e1444" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.873326] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b945d05-8b8a-41c4-9a63-8a93c27e1444',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.027545] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.027802] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.027862] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.028136] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.028240] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.028444] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.028549] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.028602] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.028770] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.028890] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.029024] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0831d10c-a25e-4849-895c-79f0badf3126 already deleted. [ 1290.029116] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0831d10c-a25e-4849-895c-79f0badf3126" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.375875] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.376125] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.376207] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.376538] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.376694] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.376861] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port 0b945d05-8b8a-41c4-9a63-8a93c27e1444 not found, creating... [ 1290.377142] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.377307] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.377425] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.377667] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.377859] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.378112] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.378272] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.378390] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.378595] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.378724] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.378886] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: 0b945d05-8b8a-41c4-9a63-8a93c27e1444 is going to be created. [ 1290.403394] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.403607] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.403707] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.404184] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.404434] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.404677] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-0b945d05-8b8a-41c4-9a63-8a93c27e1444" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.038862] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 in Status: SUCCESS [ 1291.039316] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 deletion is rescheduled due to dependency. [ 1291.039316] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.104263] env[65832]: INFO networking_nsxv3.common.synchronization [req-13b0343f-0498-4f63-bbb8-fabd2e573892 req-e81a2d6c-5392-46ef-ba95-3aba056eb4de service nova] Enqueued Resource ID: 0831d10c-a25e-4849-895c-79f0badf3126 with Priority: HIGHEST for action security_group_rules [ 1291.104263] env[65832]: INFO networking_nsxv3.common.synchronization [req-13b0343f-0498-4f63-bbb8-fabd2e573892 req-e81a2d6c-5392-46ef-ba95-3aba056eb4de service nova] Enqueued Resource ID: 0831d10c-a25e-4849-895c-79f0badf3126 with Priority: HIGHEST for action security_group_members [ 1291.104403] env[65832]: INFO networking_nsxv3.common.synchronization [req-13b0343f-0498-4f63-bbb8-fabd2e573892 req-e81a2d6c-5392-46ef-ba95-3aba056eb4de service nova] Enqueued Resource ID: 0b945d05-8b8a-41c4-9a63-8a93c27e1444 with Priority: HIGHEST for action port [ 1291.104983] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0831d10c-a25e-4849-895c-79f0badf3126 with Priority: HIGHEST for action security_group_rules [ 1291.105159] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0831d10c-a25e-4849-895c-79f0badf3126 with Priority: HIGHEST for action security_group_members [ 1291.105261] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b945d05-8b8a-41c4-9a63-8a93c27e1444 with Priority: HIGHEST for action port [ 1291.105544] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0831d10c-a25e-4849-895c-79f0badf3126 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.105694] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0831d10c-a25e-4849-895c-79f0badf3126" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.105740] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0831d10c-a25e-4849-895c-79f0badf3126" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.106241] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0831d10c-a25e-4849-895c-79f0badf3126" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.106241] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0831d10c-a25e-4849-895c-79f0badf3126',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.106871] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-0831d10c-a25e-4849-895c-79f0badf3126 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.106994] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0831d10c-a25e-4849-895c-79f0badf3126" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.107074] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0831d10c-a25e-4849-895c-79f0badf3126" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.107876] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0831d10c-a25e-4849-895c-79f0badf3126" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.107876] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.107876] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.107876] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.107876] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.107876] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.107876] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0831d10c-a25e-4849-895c-79f0badf3126',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.109201] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b945d05-8b8a-41c4-9a63-8a93c27e1444 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.109201] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b945d05-8b8a-41c4-9a63-8a93c27e1444" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.109201] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b945d05-8b8a-41c4-9a63-8a93c27e1444" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.109344] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b945d05-8b8a-41c4-9a63-8a93c27e1444" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.109440] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b945d05-8b8a-41c4-9a63-8a93c27e1444',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.610871] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0831d10c-a25e-4849-895c-79f0badf3126',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.611953] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-0831d10c-a25e-4849-895c-79f0badf3126 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.612075] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0831d10c-a25e-4849-895c-79f0badf3126" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.612261] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b945d05-8b8a-41c4-9a63-8a93c27e1444 with status ACTIVE [ 1291.612410] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.612753] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.612753] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.612909] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.612909] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.613018] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.613117] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.613177] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.613332] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.613406] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.613580] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.613672] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.613730] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.613894] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.614058] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.614058] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b945d05-8b8a-41c4-9a63-8a93c27e1444 is going to be updated. [ 1291.642532] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.642740] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.642740] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.643143] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.643328] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.643367] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b945d05-8b8a-41c4-9a63-8a93c27e1444" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.117045] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0831d10c-a25e-4849-895c-79f0badf3126',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.619341] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.619511] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.619584] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.619792] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.619878] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.619975] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0831d10c-a25e-4849-895c-79f0badf3126 is going to be created. [ 1292.643236] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.643394] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.643464] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.643670] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.643824] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.655508] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0831d10c-a25e-4849-895c-79f0badf3126 in Status: UNINITIALIZED for 2s [ 1294.667400] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0831d10c-a25e-4849-895c-79f0badf3126 in Status: SUCCESS [ 1294.667648] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0831d10c-a25e-4849-895c-79f0badf3126" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.667804] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0831d10c-a25e-4849-895c-79f0badf3126" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.668087] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0831d10c-a25e-4849-895c-79f0badf3126" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.668189] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.668404] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.668475] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.668638] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.668638] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.668870] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0831d10c-a25e-4849-895c-79f0badf3126" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.668870] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0831d10c-a25e-4849-895c-79f0badf3126',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.172090] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0831d10c-a25e-4849-895c-79f0badf3126',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.674438] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0831d10c-a25e-4849-895c-79f0badf3126: rpc.has_security_group_logging(os_id): False [ 1295.694277] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.694446] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.694505] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.694680] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.694768] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.695153] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.695250] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.695314] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.695463] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.695539] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.695624] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0831d10c-a25e-4849-895c-79f0badf3126 is going to be created. [ 1295.754727] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.754876] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.754928] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.755159] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.755339] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.766697] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0831d10c-a25e-4849-895c-79f0badf3126 in Status: IN_PROGRESS for 2s [ 1296.106023] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1296.106208] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1297.293529] env[65832]: INFO networking_nsxv3.common.synchronization [None req-c54e4102-d32e-49b6-9e55-5b249a9e46e9 None None] Enqueued Resource ID: 0e78cb5a-eae6-454c-92e5-82bcb371636d with Priority: HIGHEST for action port [ 1297.294196] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e78cb5a-eae6-454c-92e5-82bcb371636d with Priority: HIGHEST for action port [ 1297.294516] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e78cb5a-eae6-454c-92e5-82bcb371636d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.294637] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e78cb5a-eae6-454c-92e5-82bcb371636d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.294707] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e78cb5a-eae6-454c-92e5-82bcb371636d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.294957] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e78cb5a-eae6-454c-92e5-82bcb371636d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.295047] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e78cb5a-eae6-454c-92e5-82bcb371636d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.525423] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.525672] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.525672] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.525857] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.525968] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.780730] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0831d10c-a25e-4849-895c-79f0badf3126 in Status: SUCCESS [ 1297.781013] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0831d10c-a25e-4849-895c-79f0badf3126" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.797992] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e78cb5a-eae6-454c-92e5-82bcb371636d [ 1297.798244] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.798376] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.798445] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.798653] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.798740] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.798832] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e78cb5a-eae6-454c-92e5-82bcb371636d already deleted. [ 1297.798912] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e78cb5a-eae6-454c-92e5-82bcb371636d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.028376] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.531012] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.035761] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1299.035953] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1299.780156] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.780571] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.780571] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.780571] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.793805] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1299.794748] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.795649] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1299.834131] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.834131] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.834329] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.834633] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.850021] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.850911] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1299.850996] env[65832]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65832) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1299.851102] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1299.893409] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.893595] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.893634] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.893823] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.895225] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.895413] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1299.975939] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.975939] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.975939] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.975939] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.976461] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.976517] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1300.057824] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.057982] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.057982] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.058157] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.058517] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.058791] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:42. [ 1300.059176] env[65832]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'c01a6a90-fd28-4017-978d-35f1fcce016a', 'a6726dd4-3365-41f8-a208-b83569483323', '97b5a618-8f37-483b-8732-3ef21cc084f5', '537d1b47-e6a9-4363-a31a-5816b9705962', '3215c9ca-5975-48df-9c51-1e2251a39525', '9192028e-9c69-4bd8-b505-03bbfa623e94', '011d5876-ec4a-442b-aecd-c1210bcaf81e', 'a7343315-4ac9-44e2-9fbe-8f9020ec4880', 'ab5e6ff0-b967-4c5b-b9e5-c16594cfb280', '67724f93-5c1b-43da-b3d7-d13c51fccb2a', '8b95d1f0-8a61-4e75-be08-ae1e13607f3b', 'e9d4859b-b8f7-4d63-81cb-3328f7ba1aee', 'e7196833-b950-42dd-860e-641c3090f28a', 'f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3', 'eecf63cb-706a-480f-a301-d7a08fd5a29f', '5c4c8db0-1d19-4d1a-a15a-010641cf7c9e', 'd71d1514-5f61-40c2-bd72-56b14f5fbaf3', '26bbbe90-6cf1-448b-bb10-78493575687d', '7fcc512c-27ca-40e1-972b-91b37a7ec159', 'b95af0a0-4ec4-40c4-94c5-9a4c25e3583e', '7544f521-4eea-4985-b3e3-68af27ebac8a', 'f524f17f-7074-4514-81f8-386cedcb1cc7', '7784a685-a1c8-4ab9-ad04-33813a952dfe', '99e9cab4-8899-4282-9329-816dcd9c7982', 'e3da5cea-2cf5-4384-8849-883cd5af0792', '40f57d9f-b605-4bdf-8c98-9940026ff615', '5c2324c8-df1e-43af-ba90-519c66eac09b', '906625d7-947e-41b9-8efe-9f92553100ef', 'a4e5caf2-d1c2-444d-8e37-0f75a312a360', 'bd95bc98-3509-45bf-b414-69d0427d2b0d', '0d3d2331-5b08-4f33-a0bc-56c0b553fce3', 'adc2b205-082e-44d3-b74d-a16b9e0ad79a', '5166677e-8f09-49d6-a106-fd6b59bea6d3', 'e669d712-f18f-4073-9f68-5970f5422d76', '99e3507c-6f70-44fe-bdbf-53280ca389f1', 'd0104092-3793-4d2f-a8ec-a2304776dc5b', 'da7ba78f-c26e-42e9-8da1-a75dbbec82aa', '5640b4e1-45b6-433e-87d9-8557c8fdd5f7', 'd4c6a7c6-44f5-4e91-8491-e691cf589470', '4bd37931-eb07-4e67-a120-f1641325ae52', '0831d10c-a25e-4849-895c-79f0badf3126', 'c31cc089-ba04-4576-b7a8-a09066ac402e'} {{(pid=65832) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1300.059176] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1300.078668] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.078892] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.078892] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.079119] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.079207] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.079312] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1300.079446] env[65832]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65832) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1300.079446] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1300.156066] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.156066] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.156066] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.156066] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.157282] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.157538] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1300.157632] env[65832]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65832) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1300.157705] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1300.157775] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1300.157835] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/42 resources of Type:Security Group Rules [ 1300.157883] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c01a6a90-fd28-4017-978d-35f1fcce016a with Priority: HIGH for action security_group_rules [ 1300.157946] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a6726dd4-3365-41f8-a208-b83569483323 with Priority: HIGH for action security_group_rules [ 1300.158019] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGH for action security_group_rules [ 1300.158075] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 537d1b47-e6a9-4363-a31a-5816b9705962 with Priority: HIGH for action security_group_rules [ 1300.158134] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3215c9ca-5975-48df-9c51-1e2251a39525 with Priority: HIGH for action security_group_rules [ 1300.158192] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9192028e-9c69-4bd8-b505-03bbfa623e94 with Priority: HIGH for action security_group_rules [ 1300.158246] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 011d5876-ec4a-442b-aecd-c1210bcaf81e with Priority: HIGH for action security_group_rules [ 1300.158302] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a7343315-4ac9-44e2-9fbe-8f9020ec4880 with Priority: HIGH for action security_group_rules [ 1300.158364] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ab5e6ff0-b967-4c5b-b9e5-c16594cfb280 with Priority: HIGH for action security_group_rules [ 1300.158418] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 67724f93-5c1b-43da-b3d7-d13c51fccb2a with Priority: HIGH for action security_group_rules [ 1300.158470] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8b95d1f0-8a61-4e75-be08-ae1e13607f3b with Priority: HIGH for action security_group_rules [ 1300.158534] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e9d4859b-b8f7-4d63-81cb-3328f7ba1aee with Priority: HIGH for action security_group_rules [ 1300.158593] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e7196833-b950-42dd-860e-641c3090f28a with Priority: HIGH for action security_group_rules [ 1300.158650] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 with Priority: HIGH for action security_group_rules [ 1300.158708] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eecf63cb-706a-480f-a301-d7a08fd5a29f with Priority: HIGH for action security_group_rules [ 1300.158764] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e with Priority: HIGH for action security_group_rules [ 1300.158820] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 with Priority: HIGH for action security_group_rules [ 1300.158883] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 26bbbe90-6cf1-448b-bb10-78493575687d with Priority: HIGH for action security_group_rules [ 1300.158939] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 with Priority: HIGH for action security_group_rules [ 1300.158991] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b95af0a0-4ec4-40c4-94c5-9a4c25e3583e with Priority: HIGH for action security_group_rules [ 1300.159101] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.294967] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1302.295356] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1302.295356] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c01a6a90-fd28-4017-978d-35f1fcce016a with Priority: HIGH for action security_group_rules [ 1302.295356] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 with Priority: HIGH for action security_group_rules [ 1302.295474] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 011d5876-ec4a-442b-aecd-c1210bcaf81e with Priority: HIGH for action security_group_rules [ 1302.295509] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eecf63cb-706a-480f-a301-d7a08fd5a29f with Priority: HIGH for action security_group_rules [ 1302.295581] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b95af0a0-4ec4-40c4-94c5-9a4c25e3583e with Priority: HIGH for action security_group_rules [ 1302.295673] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 with Priority: HIGH for action security_group_rules [ 1302.295762] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26bbbe90-6cf1-448b-bb10-78493575687d with Priority: HIGH for action security_group_rules [ 1302.295851] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 with Priority: HIGH for action security_group_rules [ 1302.295939] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 with Priority: HIGH for action security_group_rules [ 1302.296051] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e with Priority: HIGH for action security_group_rules [ 1302.296140] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7196833-b950-42dd-860e-641c3090f28a with Priority: HIGH for action security_group_rules [ 1302.296226] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9d4859b-b8f7-4d63-81cb-3328f7ba1aee with Priority: HIGH for action security_group_rules [ 1302.296311] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b95d1f0-8a61-4e75-be08-ae1e13607f3b with Priority: HIGH for action security_group_rules [ 1302.296393] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67724f93-5c1b-43da-b3d7-d13c51fccb2a with Priority: HIGH for action security_group_rules [ 1302.296477] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab5e6ff0-b967-4c5b-b9e5-c16594cfb280 with Priority: HIGH for action security_group_rules [ 1302.296561] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9192028e-9c69-4bd8-b505-03bbfa623e94 with Priority: HIGH for action security_group_rules [ 1302.296647] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7343315-4ac9-44e2-9fbe-8f9020ec4880 with Priority: HIGH for action security_group_rules [ 1302.296732] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3215c9ca-5975-48df-9c51-1e2251a39525 with Priority: HIGH for action security_group_rules [ 1302.296817] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6726dd4-3365-41f8-a208-b83569483323 with Priority: HIGH for action security_group_rules [ 1302.296904] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 537d1b47-e6a9-4363-a31a-5816b9705962 with Priority: HIGH for action security_group_rules [ 1302.297288] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c01a6a90-fd28-4017-978d-35f1fcce016a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.297420] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.297512] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.297771] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.297860] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c01a6a90-fd28-4017-978d-35f1fcce016a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.298823] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97b5a618-8f37-483b-8732-3ef21cc084f5 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.298949] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.299025] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.299193] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.299268] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97b5a618-8f37-483b-8732-3ef21cc084f5',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.300081] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-011d5876-ec4a-442b-aecd-c1210bcaf81e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.300184] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-011d5876-ec4a-442b-aecd-c1210bcaf81e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.300256] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-011d5876-ec4a-442b-aecd-c1210bcaf81e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.300415] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-011d5876-ec4a-442b-aecd-c1210bcaf81e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.300488] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('011d5876-ec4a-442b-aecd-c1210bcaf81e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.301468] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eecf63cb-706a-480f-a301-d7a08fd5a29f taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.301468] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.301591] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.301688] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.302408] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eecf63cb-706a-480f-a301-d7a08fd5a29f',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.302529] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b95af0a0-4ec4-40c4-94c5-9a4c25e3583e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.302637] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b95af0a0-4ec4-40c4-94c5-9a4c25e3583e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.302701] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b95af0a0-4ec4-40c4-94c5-9a4c25e3583e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.302863] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b95af0a0-4ec4-40c4-94c5-9a4c25e3583e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.302932] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b95af0a0-4ec4-40c4-94c5-9a4c25e3583e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.303693] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fcc512c-27ca-40e1-972b-91b37a7ec159 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.303793] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.303834] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.304133] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.304133] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fcc512c-27ca-40e1-972b-91b37a7ec159',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.304738] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26bbbe90-6cf1-448b-bb10-78493575687d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.304853] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26bbbe90-6cf1-448b-bb10-78493575687d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.304918] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26bbbe90-6cf1-448b-bb10-78493575687d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.305080] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26bbbe90-6cf1-448b-bb10-78493575687d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.305153] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26bbbe90-6cf1-448b-bb10-78493575687d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.305973] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d71d1514-5f61-40c2-bd72-56b14f5fbaf3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.306094] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.306158] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.306309] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.306381] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d71d1514-5f61-40c2-bd72-56b14f5fbaf3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.307077] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.307213] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.307252] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.307397] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.307467] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.308150] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.308270] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.308334] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.308514] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.308550] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c4c8db0-1d19-4d1a-a15a-010641cf7c9e',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.309596] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7196833-b950-42dd-860e-641c3090f28a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.309727] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7196833-b950-42dd-860e-641c3090f28a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.309817] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7196833-b950-42dd-860e-641c3090f28a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.309973] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7196833-b950-42dd-860e-641c3090f28a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.310253] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7196833-b950-42dd-860e-641c3090f28a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.310944] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9d4859b-b8f7-4d63-81cb-3328f7ba1aee taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.311071] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9d4859b-b8f7-4d63-81cb-3328f7ba1aee" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.311136] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9d4859b-b8f7-4d63-81cb-3328f7ba1aee" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.311285] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9d4859b-b8f7-4d63-81cb-3328f7ba1aee" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.311367] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9d4859b-b8f7-4d63-81cb-3328f7ba1aee',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.313962] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b95d1f0-8a61-4e75-be08-ae1e13607f3b taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.313962] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b95d1f0-8a61-4e75-be08-ae1e13607f3b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.313962] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b95d1f0-8a61-4e75-be08-ae1e13607f3b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.313962] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b95d1f0-8a61-4e75-be08-ae1e13607f3b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.313962] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b95d1f0-8a61-4e75-be08-ae1e13607f3b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.314531] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-67724f93-5c1b-43da-b3d7-d13c51fccb2a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.314692] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-67724f93-5c1b-43da-b3d7-d13c51fccb2a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.314785] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-67724f93-5c1b-43da-b3d7-d13c51fccb2a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.314949] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-67724f93-5c1b-43da-b3d7-d13c51fccb2a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.315048] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('67724f93-5c1b-43da-b3d7-d13c51fccb2a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.315897] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab5e6ff0-b967-4c5b-b9e5-c16594cfb280 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.316037] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab5e6ff0-b967-4c5b-b9e5-c16594cfb280" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.316110] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab5e6ff0-b967-4c5b-b9e5-c16594cfb280" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.316291] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab5e6ff0-b967-4c5b-b9e5-c16594cfb280" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.316421] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab5e6ff0-b967-4c5b-b9e5-c16594cfb280',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.317115] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9192028e-9c69-4bd8-b505-03bbfa623e94 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.317234] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9192028e-9c69-4bd8-b505-03bbfa623e94" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.317313] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9192028e-9c69-4bd8-b505-03bbfa623e94" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.317490] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9192028e-9c69-4bd8-b505-03bbfa623e94" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.317582] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9192028e-9c69-4bd8-b505-03bbfa623e94',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.318338] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7343315-4ac9-44e2-9fbe-8f9020ec4880 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.318451] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7343315-4ac9-44e2-9fbe-8f9020ec4880" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.318540] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7343315-4ac9-44e2-9fbe-8f9020ec4880" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.318708] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7343315-4ac9-44e2-9fbe-8f9020ec4880" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.318795] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7343315-4ac9-44e2-9fbe-8f9020ec4880',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.319548] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3215c9ca-5975-48df-9c51-1e2251a39525 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.319650] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.319719] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.319962] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.320078] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3215c9ca-5975-48df-9c51-1e2251a39525',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.320864] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6726dd4-3365-41f8-a208-b83569483323 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.321380] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.321380] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.321380] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.321380] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6726dd4-3365-41f8-a208-b83569483323',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.321894] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-537d1b47-e6a9-4363-a31a-5816b9705962 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.322016] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.322095] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.322229] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.322301] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('537d1b47-e6a9-4363-a31a-5816b9705962',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.832401] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fcc512c-27ca-40e1-972b-91b37a7ec159 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.832598] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.832598] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.832739] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.833342] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.833453] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.833516] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.833670] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.833752] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.833837] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.833921] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7fcc512c-27ca-40e1-972b-91b37a7ec159',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.855079] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7fcc512c-27ca-40e1-972b-91b37a7ec159',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.899543] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.899698] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.899771] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.899983] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.902173] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.902317] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.902964] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.903076] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.910273] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.910422] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.911272] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.911376] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.912091] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.912186] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.912927] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.914333] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.917576] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.917695] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.918938] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.919061] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.919785] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.919903] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.920672] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.920770] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.921388] env[65832]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1302.921819] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.921953] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.922603] env[65832]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1302.923048] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.923178] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.923870] env[65832]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1302.924355] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.924453] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.925148] env[65832]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1302.925558] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.925666] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.926369] env[65832]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1302.926754] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.926869] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.927496] env[65832]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1302.927901] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.928032] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.928678] env[65832]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1302.929115] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.929248] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.930842] env[65832]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1302.931304] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.931430] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3 is going to be deleted. [ 1302.932321] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.932524] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.934268] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.934361] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.955960] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.956157] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97b5a618-8f37-483b-8732-3ef21cc084f5 is going to be deleted. [ 1302.957165] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.957383] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.974094] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.974268] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eecf63cb-706a-480f-a301-d7a08fd5a29f is going to be deleted. [ 1302.975094] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.975298] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.998066] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.998329] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.000447] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.000559] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3215c9ca-5975-48df-9c51-1e2251a39525 is going to be deleted. [ 1303.001452] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.001660] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.019086] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.019266] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b95af0a0-4ec4-40c4-94c5-9a4c25e3583e is going to be deleted. [ 1303.020101] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.020313] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.023205] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.023362] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.060252] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.060475] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.062787] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.062944] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c4c8db0-1d19-4d1a-a15a-010641cf7c9e is going to be deleted. [ 1303.064255] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.064526] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.092263] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.092432] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.121147] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.121326] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.132530] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.132691] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b95d1f0-8a61-4e75-be08-ae1e13607f3b is going to be deleted. [ 1303.133645] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.133873] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.214110] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.214291] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 67724f93-5c1b-43da-b3d7-d13c51fccb2a is going to be deleted. [ 1303.215339] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.215593] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.238626] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.238859] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.254894] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.255067] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 537d1b47-e6a9-4363-a31a-5816b9705962 is going to be deleted. [ 1303.256225] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.256523] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.292259] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.292447] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 011d5876-ec4a-442b-aecd-c1210bcaf81e is going to be deleted. [ 1303.293400] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.293615] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.361762] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.362144] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6726dd4-3365-41f8-a208-b83569483323 is going to be deleted. [ 1303.362896] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.363112] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.363990] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7fcc512c-27ca-40e1-972b-91b37a7ec159: rpc.has_security_group_logging(os_id): False [ 1303.385777] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.385993] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.397218] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.397414] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.401707] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.401874] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9d4859b-b8f7-4d63-81cb-3328f7ba1aee is going to be deleted. [ 1303.403080] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.403296] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.435088] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.435310] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.441362] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.441539] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.447807] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.447958] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26bbbe90-6cf1-448b-bb10-78493575687d is going to be deleted. [ 1303.448918] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.449146] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.550751] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.551036] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.552630] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.552758] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.570957] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.571159] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c01a6a90-fd28-4017-978d-35f1fcce016a is going to be deleted. [ 1303.572095] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.572295] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.579258] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.579458] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.631260] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.631471] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.657020] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.657251] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7196833-b950-42dd-860e-641c3090f28a is going to be deleted. [ 1303.658347] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.658566] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.733291] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.733467] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d71d1514-5f61-40c2-bd72-56b14f5fbaf3 is going to be deleted. [ 1303.734453] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.734667] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.765611] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.765822] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.789900] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.790157] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab5e6ff0-b967-4c5b-b9e5-c16594cfb280 is going to be deleted. [ 1303.791241] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.791491] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.863940] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.864163] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7343315-4ac9-44e2-9fbe-8f9020ec4880 is going to be deleted. [ 1303.865070] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.865294] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.866735] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.866841] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.875263] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.875448] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.900897] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.900897] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9192028e-9c69-4bd8-b505-03bbfa623e94 is going to be deleted. [ 1303.901587] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.901802] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.901892] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.902084] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7e3fde3-8933-4f45-a4f1-c8838bdbb1e3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.902251] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.902407] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.902487] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.902599] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97b5a618-8f37-483b-8732-3ef21cc084f5" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.903139] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.903265] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.903364] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.903483] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eecf63cb-706a-480f-a301-d7a08fd5a29f" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.903613] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.903755] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.903831] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.903941] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3215c9ca-5975-48df-9c51-1e2251a39525" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.904176] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.904265] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.904340] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.904454] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b95af0a0-4ec4-40c4-94c5-9a4c25e3583e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.904591] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.904714] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.904788] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.904901] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c4c8db0-1d19-4d1a-a15a-010641cf7c9e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.905060] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.905207] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.905299] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.905411] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b95d1f0-8a61-4e75-be08-ae1e13607f3b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.905753] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.905753] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.948669] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.948860] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.959529] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.959850] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.959950] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.960031] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.960240] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.960321] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.960419] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 is going to be updated. [ 1303.961513] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.961686] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.961772] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.961890] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-537d1b47-e6a9-4363-a31a-5816b9705962" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.962067] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.962219] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.962294] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.962408] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-67724f93-5c1b-43da-b3d7-d13c51fccb2a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.962550] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.962689] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.962765] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.962880] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-011d5876-ec4a-442b-aecd-c1210bcaf81e" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.962995] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.963147] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.963221] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.963328] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9d4859b-b8f7-4d63-81cb-3328f7ba1aee" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.963873] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.964060] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.964182] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.964304] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6726dd4-3365-41f8-a208-b83569483323" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.964423] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.964568] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.964641] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.964745] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26bbbe90-6cf1-448b-bb10-78493575687d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.964876] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.965060] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.965195] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.965243] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c01a6a90-fd28-4017-978d-35f1fcce016a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.965345] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.965476] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.965549] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.965663] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7196833-b950-42dd-860e-641c3090f28a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.965798] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.965934] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.966016] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.966122] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d71d1514-5f61-40c2-bd72-56b14f5fbaf3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.966234] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.966378] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.966434] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.966537] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab5e6ff0-b967-4c5b-b9e5-c16594cfb280" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.989958] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.990202] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.990247] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.990454] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.990547] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.990666] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7343315-4ac9-44e2-9fbe-8f9020ec4880" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.078341] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.078561] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.078561] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.078767] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.078859] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.078979] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9192028e-9c69-4bd8-b505-03bbfa623e94" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.092911] env[65832]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1304.093580] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.093726] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.093798] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.094049] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.094220] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.113133] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 in Status: IN_PROGRESS for 2s [ 1304.553463] env[65832]: INFO networking_nsxv3.common.synchronization [req-03a2590f-3148-414e-b796-79443b3ae309 req-1cacc18e-c77b-451d-9245-dcc2daea258b tempest-ServersV294TestFqdnHostnames-280409369 tempest-ServersV294TestFqdnHostnames-280409369-project-member] Enqueued Resource ID: 5166677e-8f09-49d6-a106-fd6b59bea6d3 with Priority: HIGHEST for action security_group_members [ 1304.554260] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5166677e-8f09-49d6-a106-fd6b59bea6d3 with Priority: HIGHEST for action security_group_members [ 1304.554681] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-5166677e-8f09-49d6-a106-fd6b59bea6d3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.554681] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5166677e-8f09-49d6-a106-fd6b59bea6d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.554883] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5166677e-8f09-49d6-a106-fd6b59bea6d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.554920] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5166677e-8f09-49d6-a106-fd6b59bea6d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.555326] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.555427] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.555427] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.555604] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.555734] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.555784] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5166677e-8f09-49d6-a106-fd6b59bea6d3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.058915] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.059152] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.059152] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.059311] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.080691] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.080935] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.081069] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.081137] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.081332] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.081413] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.081506] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5166677e-8f09-49d6-a106-fd6b59bea6d3 is going to be updated. [ 1305.106679] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.106884] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.106884] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.107089] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.107228] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.115947] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5166677e-8f09-49d6-a106-fd6b59bea6d3 in Status: IN_PROGRESS for 2s [ 1306.127733] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 in Status: SUCCESS [ 1306.128118] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.125456] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5166677e-8f09-49d6-a106-fd6b59bea6d3 in Status: SUCCESS [ 1307.125663] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5166677e-8f09-49d6-a106-fd6b59bea6d3 deletion is rescheduled due to dependency. [ 1307.125727] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5166677e-8f09-49d6-a106-fd6b59bea6d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.555169] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1309.555169] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1311.560570] env[65832]: INFO networking_nsxv3.common.synchronization [req-5838fbcd-ab8e-4b8e-8a51-9af657f9f2c0 req-0112a65d-6820-4f17-bcd2-596c24611b93 tempest-ServerActionsTestOtherA-1266280891 tempest-ServerActionsTestOtherA-1266280891-project-member] Enqueued Resource ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 with Priority: HIGHEST for action security_group_members [ 1311.561106] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 with Priority: HIGHEST for action security_group_members [ 1311.561408] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fcc512c-27ca-40e1-972b-91b37a7ec159 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.561530] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.561597] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.561791] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.561943] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.562054] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.562117] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.562319] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.562412] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.562502] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fcc512c-27ca-40e1-972b-91b37a7ec159',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.065278] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7fcc512c-27ca-40e1-972b-91b37a7ec159',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.567454] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7fcc512c-27ca-40e1-972b-91b37a7ec159',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.070246] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.070473] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.070473] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.070678] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.070761] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.070858] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 is going to be updated. [ 1313.100420] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.100617] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.100617] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.100771] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.100911] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.111228] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 in Status: IN_PROGRESS for 2s [ 1315.123589] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 in Status: SUCCESS [ 1315.123589] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.562560] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1316.562883] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1321.564342] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1321.564698] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1326.221639] env[65832]: INFO networking_nsxv3.common.synchronization [req-9db35e18-b588-42f7-b458-a6fedb052025 req-cd696717-57ba-4677-a01b-173364c435e9 tempest-ServerActionsTestOtherA-1266280891 tempest-ServerActionsTestOtherA-1266280891-project-member] Enqueued Resource ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 with Priority: HIGHEST for action security_group_members [ 1326.222206] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 with Priority: HIGHEST for action security_group_members [ 1326.222532] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-7fcc512c-27ca-40e1-972b-91b37a7ec159 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.222658] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.222725] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.222917] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.223087] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.223189] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.223246] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.223387] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.223471] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.223559] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7fcc512c-27ca-40e1-972b-91b37a7ec159',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.726303] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.726521] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.726521] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.726671] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.726757] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.726947] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.727067] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.727120] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.727255] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.727327] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.727411] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 is going to be updated. [ 1326.757846] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.758076] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.758076] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.758262] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.758396] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.780683] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 in Status: IN_PROGRESS for 2s [ 1328.792038] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 in Status: SUCCESS [ 1328.792038] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 deletion is rescheduled due to dependency. [ 1328.792491] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.223480] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1331.223811] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1336.224480] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1336.224944] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1341.225859] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1341.226339] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1346.226704] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1346.227219] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1351.228185] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1351.228604] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1356.229642] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1356.230081] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1361.230704] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1361.231128] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1366.231997] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1366.231997] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1369.344757] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-539 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.345157] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-539" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.345157] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-539" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.345388] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-539" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.345636] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.345792] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.345909] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.346182] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.346337] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.346546] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1369.346660] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1369.346767] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1369.346874] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1369.347013] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1369.347120] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1369.347255] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1369.369012] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1369.369243] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1369.369325] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1369.369479] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-539" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.369783] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-0b945d05-8b8a-41c4-9a63-8a93c27e1444 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.369957] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-0b945d05-8b8a-41c4-9a63-8a93c27e1444" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.370094] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-0b945d05-8b8a-41c4-9a63-8a93c27e1444" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.370354] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-0b945d05-8b8a-41c4-9a63-8a93c27e1444" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.370487] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b945d05-8b8a-41c4-9a63-8a93c27e1444',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.872571] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.872872] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.872962] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.873233] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.873379] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.873669] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.873826] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.873942] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.874254] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.874402] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.874681] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.874835] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.874950] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.875211] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.875341] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.875480] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: 0b945d05-8b8a-41c4-9a63-8a93c27e1444 is going to be updated. [ 1369.900919] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.901176] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.901267] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.901586] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.901781] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.902013] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-0b945d05-8b8a-41c4-9a63-8a93c27e1444" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.583887] env[65832]: INFO networking_nsxv3.common.synchronization [req-66074f81-de94-442e-8c2c-2e547edd6238 req-d3bf5005-773b-4b0d-b9f4-c2c72e3a9654 service nova] Enqueued Resource ID: 0831d10c-a25e-4849-895c-79f0badf3126 with Priority: HIGHEST for action security_group_rules [ 1370.584148] env[65832]: INFO networking_nsxv3.common.synchronization [req-66074f81-de94-442e-8c2c-2e547edd6238 req-d3bf5005-773b-4b0d-b9f4-c2c72e3a9654 service nova] Enqueued Resource ID: 0831d10c-a25e-4849-895c-79f0badf3126 with Priority: HIGHEST for action security_group_members [ 1370.584651] env[65832]: INFO networking_nsxv3.common.synchronization [req-66074f81-de94-442e-8c2c-2e547edd6238 req-d3bf5005-773b-4b0d-b9f4-c2c72e3a9654 service nova] Enqueued Resource ID: 0b945d05-8b8a-41c4-9a63-8a93c27e1444 with Priority: HIGHEST for action port [ 1370.585451] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0831d10c-a25e-4849-895c-79f0badf3126 with Priority: HIGHEST for action security_group_rules [ 1370.585671] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0831d10c-a25e-4849-895c-79f0badf3126 with Priority: HIGHEST for action security_group_members [ 1370.585818] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b945d05-8b8a-41c4-9a63-8a93c27e1444 with Priority: HIGHEST for action port [ 1370.586230] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0831d10c-a25e-4849-895c-79f0badf3126 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.586402] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0831d10c-a25e-4849-895c-79f0badf3126" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.586551] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0831d10c-a25e-4849-895c-79f0badf3126" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.586783] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0831d10c-a25e-4849-895c-79f0badf3126" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.586918] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0831d10c-a25e-4849-895c-79f0badf3126',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.587790] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-0831d10c-a25e-4849-895c-79f0badf3126 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.588851] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0831d10c-a25e-4849-895c-79f0badf3126" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.588932] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0831d10c-a25e-4849-895c-79f0badf3126" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.589136] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0831d10c-a25e-4849-895c-79f0badf3126" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.589341] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.589463] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.589528] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.589679] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.589763] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.589853] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0831d10c-a25e-4849-895c-79f0badf3126',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.590888] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b945d05-8b8a-41c4-9a63-8a93c27e1444 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.590998] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b945d05-8b8a-41c4-9a63-8a93c27e1444" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.591276] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b945d05-8b8a-41c4-9a63-8a93c27e1444" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.591276] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b945d05-8b8a-41c4-9a63-8a93c27e1444" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.591349] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b945d05-8b8a-41c4-9a63-8a93c27e1444',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.093258] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0831d10c-a25e-4849-895c-79f0badf3126',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.094249] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-0831d10c-a25e-4849-895c-79f0badf3126 taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.094352] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0831d10c-a25e-4849-895c-79f0badf3126" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.094507] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b945d05-8b8a-41c4-9a63-8a93c27e1444 with status ACTIVE [ 1371.094661] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.094766] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.094830] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.095101] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.095257] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.096289] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.096289] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.096289] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.096289] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.096289] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.096289] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.096289] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.096289] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.096289] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.096289] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.096289] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b945d05-8b8a-41c4-9a63-8a93c27e1444 is going to be updated. [ 1371.118746] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.118866] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.118941] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.119167] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.119302] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.119483] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b945d05-8b8a-41c4-9a63-8a93c27e1444" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.598293] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0831d10c-a25e-4849-895c-79f0badf3126',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.101128] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.101380] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.101380] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.101549] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.101672] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.101716] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0831d10c-a25e-4849-895c-79f0badf3126 is going to be updated. [ 1372.131615] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.131858] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.131858] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.132073] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.132245] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.142729] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0831d10c-a25e-4849-895c-79f0badf3126 in Status: IN_PROGRESS for 2s [ 1374.155081] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0831d10c-a25e-4849-895c-79f0badf3126 in Status: SUCCESS [ 1374.155081] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0831d10c-a25e-4849-895c-79f0badf3126" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.155081] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0831d10c-a25e-4849-895c-79f0badf3126" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.155541] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0831d10c-a25e-4849-895c-79f0badf3126" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.155541] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.155655] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.155696] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.155853] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.155941] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.156051] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0831d10c-a25e-4849-895c-79f0badf3126" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.156152] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0831d10c-a25e-4849-895c-79f0badf3126',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.659205] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0831d10c-a25e-4849-895c-79f0badf3126',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.162185] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0831d10c-a25e-4849-895c-79f0badf3126: rpc.has_security_group_logging(os_id): False [ 1375.181914] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.182213] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.182213] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.182544] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.203281] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.203676] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.203848] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.203925] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.204160] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.204236] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.204348] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0831d10c-a25e-4849-895c-79f0badf3126 is going to be updated. [ 1375.269188] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.269433] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.269506] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.269805] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.269993] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.285396] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0831d10c-a25e-4849-895c-79f0badf3126 in Status: IN_PROGRESS for 2s [ 1375.587042] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1375.587231] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1377.305529] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0831d10c-a25e-4849-895c-79f0badf3126 in Status: SUCCESS [ 1377.305937] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0831d10c-a25e-4849-895c-79f0badf3126" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.588582] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1380.588952] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1385.589861] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1385.590242] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1390.590662] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1390.591197] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1395.592059] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1395.592059] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1400.593016] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1400.593407] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1405.594513] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1405.594979] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1410.595440] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1410.595682] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1415.596948] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1415.597373] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1420.598389] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1420.598772] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1425.599138] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1425.599545] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1428.533161] env[65832]: INFO networking_nsxv3.common.synchronization [req-651a174b-c1ca-4ca4-9e57-f14c8fc54297 req-768b2034-0e38-4e71-97d5-3b8a9891d5f0 tempest-AttachVolumeShelveTestJSON-72535058 tempest-AttachVolumeShelveTestJSON-72535058-project-member] Enqueued Resource ID: 0831d10c-a25e-4849-895c-79f0badf3126 with Priority: HIGHEST for action security_group_members [ 1428.533161] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0831d10c-a25e-4849-895c-79f0badf3126 with Priority: HIGHEST for action security_group_members [ 1428.533452] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-0831d10c-a25e-4849-895c-79f0badf3126 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.533452] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0831d10c-a25e-4849-895c-79f0badf3126" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.533452] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0831d10c-a25e-4849-895c-79f0badf3126" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.533579] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0831d10c-a25e-4849-895c-79f0badf3126" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.533735] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.533898] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.533898] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.534061] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.534107] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.534894] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0831d10c-a25e-4849-895c-79f0badf3126',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1429.037597] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.037817] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.037817] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.037970] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.038085] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.038274] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.038371] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.038433] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.038580] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.038655] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.038739] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0831d10c-a25e-4849-895c-79f0badf3126 is going to be updated. [ 1429.106140] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.106381] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.106381] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.106549] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.106706] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.119818] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0831d10c-a25e-4849-895c-79f0badf3126 in Status: IN_PROGRESS for 2s [ 1431.131100] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0831d10c-a25e-4849-895c-79f0badf3126 in Status: SUCCESS [ 1431.131100] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0831d10c-a25e-4849-895c-79f0badf3126 deletion is rescheduled due to dependency. [ 1431.131100] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0831d10c-a25e-4849-895c-79f0badf3126" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.545300] env[65832]: INFO networking_nsxv3.common.synchronization [None req-dedd2557-9696-4d80-ad24-018ca9a0d298 tempest-AttachVolumeShelveTestJSON-72535058 tempest-AttachVolumeShelveTestJSON-72535058-project-member] Enqueued Resource ID: 699a9df1-78de-43ee-ba09-facfd98e2cbb with Priority: HIGHEST for action security_group_rules [ 1432.545858] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 699a9df1-78de-43ee-ba09-facfd98e2cbb with Priority: HIGHEST for action security_group_rules [ 1432.546177] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-699a9df1-78de-43ee-ba09-facfd98e2cbb taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.546297] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-699a9df1-78de-43ee-ba09-facfd98e2cbb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.546364] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-699a9df1-78de-43ee-ba09-facfd98e2cbb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.546610] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-699a9df1-78de-43ee-ba09-facfd98e2cbb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.546691] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('699a9df1-78de-43ee-ba09-facfd98e2cbb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.619676] env[65832]: INFO networking_nsxv3.common.synchronization [None req-00dc2e86-b447-44c4-9b7f-297f9810c720 tempest-AttachVolumeShelveTestJSON-72535058 tempest-AttachVolumeShelveTestJSON-72535058-project-member] Enqueued Resource ID: 699a9df1-78de-43ee-ba09-facfd98e2cbb with Priority: HIGHEST for action security_group_rules [ 1432.619996] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 699a9df1-78de-43ee-ba09-facfd98e2cbb with Priority: HIGHEST for action security_group_rules [ 1432.620335] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-699a9df1-78de-43ee-ba09-facfd98e2cbb taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.620431] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-699a9df1-78de-43ee-ba09-facfd98e2cbb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.068992] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.069172] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.069234] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.069745] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.069865] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.069968] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 699a9df1-78de-43ee-ba09-facfd98e2cbb already deleted. [ 1433.070068] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-699a9df1-78de-43ee-ba09-facfd98e2cbb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.070218] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-699a9df1-78de-43ee-ba09-facfd98e2cbb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.070587] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-699a9df1-78de-43ee-ba09-facfd98e2cbb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.070587] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('699a9df1-78de-43ee-ba09-facfd98e2cbb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1433.591628] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.592033] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.592033] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.592033] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.592176] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.592176] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 699a9df1-78de-43ee-ba09-facfd98e2cbb already deleted. [ 1433.592253] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-699a9df1-78de-43ee-ba09-facfd98e2cbb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.620878] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1437.621150] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1437.919954] env[65832]: INFO networking_nsxv3.common.synchronization [req-0723af8f-9c9c-4fc3-ad84-a0b498d8a4d4 req-a3765162-013c-45a9-a752-8c82ab5098a6 tempest-AttachVolumeShelveTestJSON-72535058 tempest-AttachVolumeShelveTestJSON-72535058-project-member] Enqueued Resource ID: 699a9df1-78de-43ee-ba09-facfd98e2cbb with Priority: HIGHEST for action security_group_members [ 1437.920460] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 699a9df1-78de-43ee-ba09-facfd98e2cbb with Priority: HIGHEST for action security_group_members [ 1437.920775] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-699a9df1-78de-43ee-ba09-facfd98e2cbb taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.920919] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-699a9df1-78de-43ee-ba09-facfd98e2cbb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.920970] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-699a9df1-78de-43ee-ba09-facfd98e2cbb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.921228] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-699a9df1-78de-43ee-ba09-facfd98e2cbb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.921660] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.921660] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.921660] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.921660] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.921830] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.921830] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('699a9df1-78de-43ee-ba09-facfd98e2cbb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1438.175541] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock network-539 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.175696] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "network-539" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.175821] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "network-539" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.176090] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "network-539" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.176348] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.176506] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.176674] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.176862] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.177080] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.177305] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1438.177415] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1438.177519] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1438.177624] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1438.177726] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1438.177828] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1438.177956] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1438.200984] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1438.201192] env[65832]: DEBUG dogpile.cache.region [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1438.201283] env[65832]: DEBUG dogpile.lock [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1438.201457] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "network-539" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.201788] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock port-62cc2d27-5565-4729-a46c-84b7ea76f7d7 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.201960] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "port-62cc2d27-5565-4729-a46c-84b7ea76f7d7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.202089] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "port-62cc2d27-5565-4729-a46c-84b7ea76f7d7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.202426] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "port-62cc2d27-5565-4729-a46c-84b7ea76f7d7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.202583] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62cc2d27-5565-4729-a46c-84b7ea76f7d7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1438.424155] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.424412] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.424412] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.424600] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.424733] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.424870] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.424972] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.425070] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.425210] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.425283] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.425365] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 699a9df1-78de-43ee-ba09-facfd98e2cbb already deleted. [ 1438.425442] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-699a9df1-78de-43ee-ba09-facfd98e2cbb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.705425] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.705840] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.705840] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.705941] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.706069] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.706269] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Segment Port 62cc2d27-5565-4729-a46c-84b7ea76f7d7 not found, creating... [ 1438.706537] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.706694] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.706824] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.707078] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.707217] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.707502] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.707696] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.707822] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.708041] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.708178] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.708314] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Resource: SegmentPort with ID: 62cc2d27-5565-4729-a46c-84b7ea76f7d7 is going to be created. [ 1438.729312] env[65832]: DEBUG networking_nsxv3.common.locking [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.729559] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.729692] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.729952] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.730193] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.730417] env[65832]: DEBUG oslo_concurrency.lockutils [None req-71decdcc-3125-4543-af80-8f65dc5c456a None None] Releasing lock "port-62cc2d27-5565-4729-a46c-84b7ea76f7d7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.404200] env[65832]: INFO networking_nsxv3.common.synchronization [req-0723af8f-9c9c-4fc3-ad84-a0b498d8a4d4 req-a98af47e-b6df-4938-8305-6e56abc139be service nova] Enqueued Resource ID: 699a9df1-78de-43ee-ba09-facfd98e2cbb with Priority: HIGHEST for action security_group_rules [ 1439.404200] env[65832]: INFO networking_nsxv3.common.synchronization [req-0723af8f-9c9c-4fc3-ad84-a0b498d8a4d4 req-a98af47e-b6df-4938-8305-6e56abc139be service nova] Enqueued Resource ID: 699a9df1-78de-43ee-ba09-facfd98e2cbb with Priority: HIGHEST for action security_group_members [ 1439.404200] env[65832]: INFO networking_nsxv3.common.synchronization [req-0723af8f-9c9c-4fc3-ad84-a0b498d8a4d4 req-a98af47e-b6df-4938-8305-6e56abc139be service nova] Enqueued Resource ID: 62cc2d27-5565-4729-a46c-84b7ea76f7d7 with Priority: HIGHEST for action port [ 1439.404200] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 699a9df1-78de-43ee-ba09-facfd98e2cbb with Priority: HIGHEST for action security_group_rules [ 1439.404200] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 699a9df1-78de-43ee-ba09-facfd98e2cbb with Priority: HIGHEST for action security_group_members [ 1439.404200] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62cc2d27-5565-4729-a46c-84b7ea76f7d7 with Priority: HIGHEST for action port [ 1439.404771] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-699a9df1-78de-43ee-ba09-facfd98e2cbb taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.405017] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-699a9df1-78de-43ee-ba09-facfd98e2cbb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.405179] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-699a9df1-78de-43ee-ba09-facfd98e2cbb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.405442] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-699a9df1-78de-43ee-ba09-facfd98e2cbb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.405613] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('699a9df1-78de-43ee-ba09-facfd98e2cbb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.407162] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-699a9df1-78de-43ee-ba09-facfd98e2cbb taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.407377] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-699a9df1-78de-43ee-ba09-facfd98e2cbb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.407530] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-699a9df1-78de-43ee-ba09-facfd98e2cbb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.407782] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-699a9df1-78de-43ee-ba09-facfd98e2cbb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.408032] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.408228] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.409018] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.409018] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.409018] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.409018] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('699a9df1-78de-43ee-ba09-facfd98e2cbb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.409791] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-62cc2d27-5565-4729-a46c-84b7ea76f7d7 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.410041] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62cc2d27-5565-4729-a46c-84b7ea76f7d7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.410215] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62cc2d27-5565-4729-a46c-84b7ea76f7d7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.410443] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62cc2d27-5565-4729-a46c-84b7ea76f7d7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.411028] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62cc2d27-5565-4729-a46c-84b7ea76f7d7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.912632] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('699a9df1-78de-43ee-ba09-facfd98e2cbb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1439.913728] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-699a9df1-78de-43ee-ba09-facfd98e2cbb taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.913847] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-699a9df1-78de-43ee-ba09-facfd98e2cbb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.914029] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62cc2d27-5565-4729-a46c-84b7ea76f7d7 with status ACTIVE [ 1439.914197] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.914303] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.914365] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.914559] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.914642] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.914815] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.914913] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.914982] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.915147] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.915242] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.915419] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.915514] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.915574] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.915711] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.915783] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.915893] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62cc2d27-5565-4729-a46c-84b7ea76f7d7 is going to be updated. [ 1439.935902] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.936106] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.936158] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.936316] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.936446] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.936616] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62cc2d27-5565-4729-a46c-84b7ea76f7d7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.418241] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('699a9df1-78de-43ee-ba09-facfd98e2cbb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.921062] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.921447] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.921447] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.921710] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.921710] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.921710] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 699a9df1-78de-43ee-ba09-facfd98e2cbb is going to be created. [ 1440.944692] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.944928] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.944997] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.945218] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.945366] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.955253] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 699a9df1-78de-43ee-ba09-facfd98e2cbb in Status: UNINITIALIZED for 2s [ 1442.967633] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 699a9df1-78de-43ee-ba09-facfd98e2cbb in Status: SUCCESS [ 1442.968052] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-699a9df1-78de-43ee-ba09-facfd98e2cbb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.968052] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-699a9df1-78de-43ee-ba09-facfd98e2cbb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.968280] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-699a9df1-78de-43ee-ba09-facfd98e2cbb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.968474] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.968591] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.968659] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.968811] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.968889] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.968977] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-699a9df1-78de-43ee-ba09-facfd98e2cbb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.969083] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('699a9df1-78de-43ee-ba09-facfd98e2cbb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.471974] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('699a9df1-78de-43ee-ba09-facfd98e2cbb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.974567] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 699a9df1-78de-43ee-ba09-facfd98e2cbb: rpc.has_security_group_logging(os_id): False [ 1443.993204] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.993411] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.993411] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.993618] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.993706] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.993967] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.994089] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.994145] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.994292] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.994368] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.994457] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 699a9df1-78de-43ee-ba09-facfd98e2cbb is going to be created. [ 1444.116583] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.116866] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.116866] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.117129] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.117272] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.132399] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 699a9df1-78de-43ee-ba09-facfd98e2cbb in Status: IN_PROGRESS for 2s [ 1444.405470] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1444.405681] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1446.145496] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 699a9df1-78de-43ee-ba09-facfd98e2cbb in Status: SUCCESS [ 1446.145901] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-699a9df1-78de-43ee-ba09-facfd98e2cbb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.406466] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1449.406907] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1454.407326] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1454.407759] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1459.408458] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1459.408877] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1464.409810] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1464.410229] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1469.411217] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1469.411689] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1474.412857] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1474.413330] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1479.414329] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1479.414756] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1484.415265] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1484.415795] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1489.416050] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1489.416460] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1494.416836] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1494.417238] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1499.417897] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1499.418221] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1504.418828] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1504.419194] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1505.226718] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock network-539 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.226918] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "network-539" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.227055] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "network-539" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.227340] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "network-539" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.227624] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.227785] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.227902] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.228131] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.228278] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.228483] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1505.228594] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] NeedRegenerationException {{(pid=65832) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1505.228702] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] no value, waiting for create lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1505.228806] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] value creation lock acquired {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1505.228911] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] No value present for key: 'zone-id' {{(pid=65832) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1505.229022] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Calling creation function for not-yet-present value {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1505.229159] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1505.257142] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1505.257324] env[65832]: DEBUG dogpile.cache.region [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65832) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1505.257382] env[65832]: DEBUG dogpile.lock [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Released creation lock {{(pid=65832) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1505.257612] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "network-539" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.257947] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock port-62cc2d27-5565-4729-a46c-84b7ea76f7d7 taken with stack trace [, , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.258139] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "port-62cc2d27-5565-4729-a46c-84b7ea76f7d7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.258258] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "port-62cc2d27-5565-4729-a46c-84b7ea76f7d7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.258514] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "port-62cc2d27-5565-4729-a46c-84b7ea76f7d7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.258651] env[65832]: DEBUG networking_nsxv3.api.rpc [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62cc2d27-5565-4729-a46c-84b7ea76f7d7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1505.761384] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.761828] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.761828] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.761996] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.762160] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.762448] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.762605] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.762720] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.762935] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.763091] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.763378] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.763524] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.763639] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.763838] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.763969] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.764121] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Resource: SegmentPort with ID: 62cc2d27-5565-4729-a46c-84b7ea76f7d7 is going to be updated. [ 1505.785164] env[65832]: DEBUG networking_nsxv3.common.locking [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.785389] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.785473] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.785719] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.785907] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.786138] env[65832]: DEBUG oslo_concurrency.lockutils [None req-2ddeef23-2f97-492e-9c32-f16cf73dbba1 None None] Releasing lock "port-62cc2d27-5565-4729-a46c-84b7ea76f7d7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.878427] env[65832]: INFO networking_nsxv3.common.synchronization [req-b809f9fb-3656-48e5-bc4d-12dc5a2ad54c req-41cbe398-c22c-4152-aafe-512d2f851dd9 service nova] Enqueued Resource ID: 699a9df1-78de-43ee-ba09-facfd98e2cbb with Priority: HIGHEST for action security_group_rules [ 1506.878675] env[65832]: INFO networking_nsxv3.common.synchronization [req-b809f9fb-3656-48e5-bc4d-12dc5a2ad54c req-41cbe398-c22c-4152-aafe-512d2f851dd9 service nova] Enqueued Resource ID: 699a9df1-78de-43ee-ba09-facfd98e2cbb with Priority: HIGHEST for action security_group_members [ 1506.878736] env[65832]: INFO networking_nsxv3.common.synchronization [req-b809f9fb-3656-48e5-bc4d-12dc5a2ad54c req-41cbe398-c22c-4152-aafe-512d2f851dd9 service nova] Enqueued Resource ID: 62cc2d27-5565-4729-a46c-84b7ea76f7d7 with Priority: HIGHEST for action port [ 1506.879264] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 699a9df1-78de-43ee-ba09-facfd98e2cbb with Priority: HIGHEST for action security_group_rules [ 1506.879399] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 699a9df1-78de-43ee-ba09-facfd98e2cbb with Priority: HIGHEST for action security_group_members [ 1506.879494] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62cc2d27-5565-4729-a46c-84b7ea76f7d7 with Priority: HIGHEST for action port [ 1506.879763] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-699a9df1-78de-43ee-ba09-facfd98e2cbb taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.879884] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-699a9df1-78de-43ee-ba09-facfd98e2cbb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.879990] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-699a9df1-78de-43ee-ba09-facfd98e2cbb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.880149] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-699a9df1-78de-43ee-ba09-facfd98e2cbb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.880227] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('699a9df1-78de-43ee-ba09-facfd98e2cbb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.881057] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-699a9df1-78de-43ee-ba09-facfd98e2cbb taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.881210] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-699a9df1-78de-43ee-ba09-facfd98e2cbb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.881244] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-699a9df1-78de-43ee-ba09-facfd98e2cbb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.881389] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-699a9df1-78de-43ee-ba09-facfd98e2cbb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.881534] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.881627] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.881686] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.881817] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.881898] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.881997] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('699a9df1-78de-43ee-ba09-facfd98e2cbb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.882695] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock port-62cc2d27-5565-4729-a46c-84b7ea76f7d7 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.882832] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62cc2d27-5565-4729-a46c-84b7ea76f7d7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.882867] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62cc2d27-5565-4729-a46c-84b7ea76f7d7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.883009] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62cc2d27-5565-4729-a46c-84b7ea76f7d7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.883079] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62cc2d27-5565-4729-a46c-84b7ea76f7d7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.384776] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('699a9df1-78de-43ee-ba09-facfd98e2cbb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1507.386208] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-699a9df1-78de-43ee-ba09-facfd98e2cbb taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.386383] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-699a9df1-78de-43ee-ba09-facfd98e2cbb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.386648] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62cc2d27-5565-4729-a46c-84b7ea76f7d7 with status ACTIVE [ 1507.386896] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.387083] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.387193] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.387410] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.387501] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.387664] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.387763] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.387823] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.388069] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.388069] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.388283] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.388381] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.388442] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.388598] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.388676] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.388757] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62cc2d27-5565-4729-a46c-84b7ea76f7d7 is going to be updated. [ 1507.409837] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.410073] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.410119] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.410304] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.410438] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.410638] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62cc2d27-5565-4729-a46c-84b7ea76f7d7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.891090] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('699a9df1-78de-43ee-ba09-facfd98e2cbb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.393038] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.393267] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.393267] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.393458] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.393562] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.393653] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 699a9df1-78de-43ee-ba09-facfd98e2cbb is going to be updated. [ 1508.427083] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.427334] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.427415] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.427604] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.427744] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.437583] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 699a9df1-78de-43ee-ba09-facfd98e2cbb in Status: IN_PROGRESS for 2s [ 1510.448062] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 699a9df1-78de-43ee-ba09-facfd98e2cbb in Status: SUCCESS [ 1510.448438] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-699a9df1-78de-43ee-ba09-facfd98e2cbb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.448438] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-699a9df1-78de-43ee-ba09-facfd98e2cbb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.448744] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-699a9df1-78de-43ee-ba09-facfd98e2cbb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.448966] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.449104] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.449210] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.449479] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.449655] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.449828] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-699a9df1-78de-43ee-ba09-facfd98e2cbb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.449947] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('699a9df1-78de-43ee-ba09-facfd98e2cbb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1510.567940] env[65832]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1510.568137] env[65832]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-73f97c20-4e94-41e6-b3b0-95d0956af576 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1510.952621] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('699a9df1-78de-43ee-ba09-facfd98e2cbb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1511.455807] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 699a9df1-78de-43ee-ba09-facfd98e2cbb: rpc.has_security_group_logging(os_id): False [ 1511.474084] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.474296] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.474371] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.474584] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.474716] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.475098] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.475257] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.475355] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.475531] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.475609] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.475739] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 699a9df1-78de-43ee-ba09-facfd98e2cbb is going to be updated. [ 1511.541977] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.542294] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.542294] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.542520] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.542823] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.556928] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 699a9df1-78de-43ee-ba09-facfd98e2cbb in Status: IN_PROGRESS for 2s [ 1511.880729] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1511.880948] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1513.575214] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 699a9df1-78de-43ee-ba09-facfd98e2cbb in Status: SUCCESS [ 1513.575678] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-699a9df1-78de-43ee-ba09-facfd98e2cbb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1516.882150] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1516.882150] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1521.883060] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1521.883465] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1526.884922] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1526.885349] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1531.886330] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1531.886786] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1536.888335] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1536.888335] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1537.531026] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1537.531026] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.531026] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.531026] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.531026] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1538.033718] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1538.535135] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.037674] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1539.037674] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1539.739451] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.739712] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.739712] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.739977] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.751701] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1539.752625] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.753987] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1539.800955] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.801228] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.801228] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.801417] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.816826] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.817688] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1539.817773] env[65832]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65832) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1539.817866] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1539.847416] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.847658] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.847658] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.847854] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.848483] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.848651] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1539.932085] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.932372] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.932372] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.932495] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.932793] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.933097] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1540.010842] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.010842] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.010842] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.010842] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.011247] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.011451] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:24. [ 1540.011538] env[65832]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'7fcc512c-27ca-40e1-972b-91b37a7ec159', '699a9df1-78de-43ee-ba09-facfd98e2cbb', '7544f521-4eea-4985-b3e3-68af27ebac8a', 'f524f17f-7074-4514-81f8-386cedcb1cc7', '7784a685-a1c8-4ab9-ad04-33813a952dfe', '99e9cab4-8899-4282-9329-816dcd9c7982', '40f57d9f-b605-4bdf-8c98-9940026ff615', 'e3da5cea-2cf5-4384-8849-883cd5af0792', '5c2324c8-df1e-43af-ba90-519c66eac09b', '906625d7-947e-41b9-8efe-9f92553100ef', 'a4e5caf2-d1c2-444d-8e37-0f75a312a360', 'bd95bc98-3509-45bf-b414-69d0427d2b0d', '0d3d2331-5b08-4f33-a0bc-56c0b553fce3', 'adc2b205-082e-44d3-b74d-a16b9e0ad79a', '5166677e-8f09-49d6-a106-fd6b59bea6d3', 'e669d712-f18f-4073-9f68-5970f5422d76', '99e3507c-6f70-44fe-bdbf-53280ca389f1', 'd0104092-3793-4d2f-a8ec-a2304776dc5b', 'da7ba78f-c26e-42e9-8da1-a75dbbec82aa', '5640b4e1-45b6-433e-87d9-8557c8fdd5f7', 'd4c6a7c6-44f5-4e91-8491-e691cf589470', '4bd37931-eb07-4e67-a120-f1641325ae52', '0831d10c-a25e-4849-895c-79f0badf3126', 'c31cc089-ba04-4576-b7a8-a09066ac402e'} {{(pid=65832) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1540.011629] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1540.031324] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.031565] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.031565] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.031728] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.031795] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.031906] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1540.031981] env[65832]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65832) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1540.032054] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1540.113645] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.114192] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.114192] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.114192] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.115350] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.115626] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1540.115703] env[65832]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65832) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1540.115779] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1540.115849] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1540.115919] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/24 resources of Type:Security Group Rules [ 1540.115994] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 with Priority: HIGH for action security_group_rules [ 1540.116086] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 699a9df1-78de-43ee-ba09-facfd98e2cbb with Priority: HIGH for action security_group_rules [ 1540.116151] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7544f521-4eea-4985-b3e3-68af27ebac8a with Priority: HIGH for action security_group_rules [ 1540.116210] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f524f17f-7074-4514-81f8-386cedcb1cc7 with Priority: HIGH for action security_group_rules [ 1540.116271] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7784a685-a1c8-4ab9-ad04-33813a952dfe with Priority: HIGH for action security_group_rules [ 1540.116328] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 99e9cab4-8899-4282-9329-816dcd9c7982 with Priority: HIGH for action security_group_rules [ 1540.116387] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGH for action security_group_rules [ 1540.116448] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e3da5cea-2cf5-4384-8849-883cd5af0792 with Priority: HIGH for action security_group_rules [ 1540.116502] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5c2324c8-df1e-43af-ba90-519c66eac09b with Priority: HIGH for action security_group_rules [ 1540.116560] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 906625d7-947e-41b9-8efe-9f92553100ef with Priority: HIGH for action security_group_rules [ 1540.116627] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a4e5caf2-d1c2-444d-8e37-0f75a312a360 with Priority: HIGH for action security_group_rules [ 1540.116687] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bd95bc98-3509-45bf-b414-69d0427d2b0d with Priority: HIGH for action security_group_rules [ 1540.116744] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0d3d2331-5b08-4f33-a0bc-56c0b553fce3 with Priority: HIGH for action security_group_rules [ 1540.116795] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: adc2b205-082e-44d3-b74d-a16b9e0ad79a with Priority: HIGH for action security_group_rules [ 1540.116885] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5166677e-8f09-49d6-a106-fd6b59bea6d3 with Priority: HIGH for action security_group_rules [ 1540.116980] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e669d712-f18f-4073-9f68-5970f5422d76 with Priority: HIGH for action security_group_rules [ 1540.117077] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 99e3507c-6f70-44fe-bdbf-53280ca389f1 with Priority: HIGH for action security_group_rules [ 1540.117141] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d0104092-3793-4d2f-a8ec-a2304776dc5b with Priority: HIGH for action security_group_rules [ 1540.117202] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: da7ba78f-c26e-42e9-8da1-a75dbbec82aa with Priority: HIGH for action security_group_rules [ 1540.117265] env[65832]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5640b4e1-45b6-433e-87d9-8557c8fdd5f7 with Priority: HIGH for action security_group_rules [ 1540.117356] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.889381] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1541.889763] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1541.889763] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 with Priority: HIGH for action security_group_rules [ 1541.889763] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7544f521-4eea-4985-b3e3-68af27ebac8a with Priority: HIGH for action security_group_rules [ 1541.889873] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 with Priority: HIGH for action security_group_rules [ 1541.890045] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5166677e-8f09-49d6-a106-fd6b59bea6d3 with Priority: HIGH for action security_group_rules [ 1541.890207] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5640b4e1-45b6-433e-87d9-8557c8fdd5f7 with Priority: HIGH for action security_group_rules [ 1541.890331] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da7ba78f-c26e-42e9-8da1-a75dbbec82aa with Priority: HIGH for action security_group_rules [ 1541.890446] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0104092-3793-4d2f-a8ec-a2304776dc5b with Priority: HIGH for action security_group_rules [ 1541.890557] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99e3507c-6f70-44fe-bdbf-53280ca389f1 with Priority: HIGH for action security_group_rules [ 1541.890669] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adc2b205-082e-44d3-b74d-a16b9e0ad79a with Priority: HIGH for action security_group_rules [ 1541.890765] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e669d712-f18f-4073-9f68-5970f5422d76 with Priority: HIGH for action security_group_rules [ 1541.890883] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3d2331-5b08-4f33-a0bc-56c0b553fce3 with Priority: HIGH for action security_group_rules [ 1541.891012] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd95bc98-3509-45bf-b414-69d0427d2b0d with Priority: HIGH for action security_group_rules [ 1541.891155] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e5caf2-d1c2-444d-8e37-0f75a312a360 with Priority: HIGH for action security_group_rules [ 1541.891280] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 906625d7-947e-41b9-8efe-9f92553100ef with Priority: HIGH for action security_group_rules [ 1541.891404] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c2324c8-df1e-43af-ba90-519c66eac09b with Priority: HIGH for action security_group_rules [ 1541.891514] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99e9cab4-8899-4282-9329-816dcd9c7982 with Priority: HIGH for action security_group_rules [ 1541.891625] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3da5cea-2cf5-4384-8849-883cd5af0792 with Priority: HIGH for action security_group_rules [ 1541.891732] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7784a685-a1c8-4ab9-ad04-33813a952dfe with Priority: HIGH for action security_group_rules [ 1541.891839] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 699a9df1-78de-43ee-ba09-facfd98e2cbb with Priority: HIGH for action security_group_rules [ 1541.891948] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f524f17f-7074-4514-81f8-386cedcb1cc7 with Priority: HIGH for action security_group_rules [ 1541.892340] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7fcc512c-27ca-40e1-972b-91b37a7ec159 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.892474] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.892549] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.892771] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.892855] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7fcc512c-27ca-40e1-972b-91b37a7ec159',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.893817] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7544f521-4eea-4985-b3e3-68af27ebac8a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.893952] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7544f521-4eea-4985-b3e3-68af27ebac8a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.894052] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7544f521-4eea-4985-b3e3-68af27ebac8a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.894232] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7544f521-4eea-4985-b3e3-68af27ebac8a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.894310] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7544f521-4eea-4985-b3e3-68af27ebac8a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.895107] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40f57d9f-b605-4bdf-8c98-9940026ff615 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.895210] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.895291] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.895456] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.895521] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40f57d9f-b605-4bdf-8c98-9940026ff615',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.897879] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5166677e-8f09-49d6-a106-fd6b59bea6d3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.897879] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5166677e-8f09-49d6-a106-fd6b59bea6d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.897879] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5166677e-8f09-49d6-a106-fd6b59bea6d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.898126] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5166677e-8f09-49d6-a106-fd6b59bea6d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.898126] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5166677e-8f09-49d6-a106-fd6b59bea6d3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.898956] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5640b4e1-45b6-433e-87d9-8557c8fdd5f7 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.899587] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5640b4e1-45b6-433e-87d9-8557c8fdd5f7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.899587] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5640b4e1-45b6-433e-87d9-8557c8fdd5f7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.899587] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5640b4e1-45b6-433e-87d9-8557c8fdd5f7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.899587] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5640b4e1-45b6-433e-87d9-8557c8fdd5f7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.900567] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da7ba78f-c26e-42e9-8da1-a75dbbec82aa taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.900567] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.900767] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.900767] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.900849] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da7ba78f-c26e-42e9-8da1-a75dbbec82aa',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.901881] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d0104092-3793-4d2f-a8ec-a2304776dc5b taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.901982] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.902058] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.902200] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.902299] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d0104092-3793-4d2f-a8ec-a2304776dc5b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.903538] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99e3507c-6f70-44fe-bdbf-53280ca389f1 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.903654] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99e3507c-6f70-44fe-bdbf-53280ca389f1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.903700] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99e3507c-6f70-44fe-bdbf-53280ca389f1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.903845] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99e3507c-6f70-44fe-bdbf-53280ca389f1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.903920] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99e3507c-6f70-44fe-bdbf-53280ca389f1',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.904675] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-adc2b205-082e-44d3-b74d-a16b9e0ad79a taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.904784] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-adc2b205-082e-44d3-b74d-a16b9e0ad79a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.904857] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-adc2b205-082e-44d3-b74d-a16b9e0ad79a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.905015] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-adc2b205-082e-44d3-b74d-a16b9e0ad79a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.905383] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('adc2b205-082e-44d3-b74d-a16b9e0ad79a',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.906627] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e669d712-f18f-4073-9f68-5970f5422d76 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.906741] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e669d712-f18f-4073-9f68-5970f5422d76" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.906785] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e669d712-f18f-4073-9f68-5970f5422d76" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.907104] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e669d712-f18f-4073-9f68-5970f5422d76" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.907104] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e669d712-f18f-4073-9f68-5970f5422d76',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.907745] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d3d2331-5b08-4f33-a0bc-56c0b553fce3 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.907841] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d3d2331-5b08-4f33-a0bc-56c0b553fce3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.907841] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d3d2331-5b08-4f33-a0bc-56c0b553fce3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.907986] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d3d2331-5b08-4f33-a0bc-56c0b553fce3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.908069] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d3d2331-5b08-4f33-a0bc-56c0b553fce3',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.908794] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd95bc98-3509-45bf-b414-69d0427d2b0d taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.908900] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd95bc98-3509-45bf-b414-69d0427d2b0d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.908900] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd95bc98-3509-45bf-b414-69d0427d2b0d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.909055] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd95bc98-3509-45bf-b414-69d0427d2b0d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.909687] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd95bc98-3509-45bf-b414-69d0427d2b0d',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.910708] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4e5caf2-d1c2-444d-8e37-0f75a312a360 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.910817] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4e5caf2-d1c2-444d-8e37-0f75a312a360" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.910883] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4e5caf2-d1c2-444d-8e37-0f75a312a360" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.911263] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4e5caf2-d1c2-444d-8e37-0f75a312a360" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.911375] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4e5caf2-d1c2-444d-8e37-0f75a312a360',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.912206] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-906625d7-947e-41b9-8efe-9f92553100ef taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.912855] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.912855] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.912855] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.913051] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('906625d7-947e-41b9-8efe-9f92553100ef',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.913958] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c2324c8-df1e-43af-ba90-519c66eac09b taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.914114] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.914168] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.914265] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.914353] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c2324c8-df1e-43af-ba90-519c66eac09b',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.915015] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99e9cab4-8899-4282-9329-816dcd9c7982 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.915121] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99e9cab4-8899-4282-9329-816dcd9c7982" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.915185] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99e9cab4-8899-4282-9329-816dcd9c7982" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.915328] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99e9cab4-8899-4282-9329-816dcd9c7982" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.915398] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99e9cab4-8899-4282-9329-816dcd9c7982',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.916141] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3da5cea-2cf5-4384-8849-883cd5af0792 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.916251] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.916318] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.916462] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.916537] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3da5cea-2cf5-4384-8849-883cd5af0792',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.917779] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7784a685-a1c8-4ab9-ad04-33813a952dfe taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.917895] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7784a685-a1c8-4ab9-ad04-33813a952dfe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.917971] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7784a685-a1c8-4ab9-ad04-33813a952dfe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.918158] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7784a685-a1c8-4ab9-ad04-33813a952dfe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.918225] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7784a685-a1c8-4ab9-ad04-33813a952dfe',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.919480] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-699a9df1-78de-43ee-ba09-facfd98e2cbb taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.919586] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-699a9df1-78de-43ee-ba09-facfd98e2cbb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.919656] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-699a9df1-78de-43ee-ba09-facfd98e2cbb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.919915] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-699a9df1-78de-43ee-ba09-facfd98e2cbb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.919994] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('699a9df1-78de-43ee-ba09-facfd98e2cbb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.921273] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f524f17f-7074-4514-81f8-386cedcb1cc7 taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.921713] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.921713] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.921713] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.921713] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f524f17f-7074-4514-81f8-386cedcb1cc7',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1541.955107] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.955332] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.955332] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.955523] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.957067] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.957173] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.957868] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1541.957966] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.975804] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.975942] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99e3507c-6f70-44fe-bdbf-53280ca389f1 is going to be deleted. [ 1541.976796] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.977081] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1541.994788] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1541.994935] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e669d712-f18f-4073-9f68-5970f5422d76 is going to be deleted. [ 1541.995831] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1541.996054] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.014464] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.014623] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7fcc512c-27ca-40e1-972b-91b37a7ec159 is going to be deleted. [ 1542.035099] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.035346] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.035346] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.035506] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.035594] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.035708] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99e3507c-6f70-44fe-bdbf-53280ca389f1" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.041510] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.041698] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.041698] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.041879] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.041963] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.042125] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e669d712-f18f-4073-9f68-5970f5422d76" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.063344] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.063543] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.063543] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.063735] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.063824] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.063942] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7fcc512c-27ca-40e1-972b-91b37a7ec159" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.416988] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.417217] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.417217] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.417398] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.419206] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.419370] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.419968] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.420083] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.421505] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-699a9df1-78de-43ee-ba09-facfd98e2cbb taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.421652] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-699a9df1-78de-43ee-ba09-facfd98e2cbb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.421714] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-699a9df1-78de-43ee-ba09-facfd98e2cbb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.421842] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-699a9df1-78de-43ee-ba09-facfd98e2cbb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.422050] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.422129] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.422129] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.422284] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.422363] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.422446] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-699a9df1-78de-43ee-ba09-facfd98e2cbb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.422532] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('699a9df1-78de-43ee-ba09-facfd98e2cbb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.432196] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.432335] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.444318] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.444481] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.446134] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.446258] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.446932] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.447076] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d0104092-3793-4d2f-a8ec-a2304776dc5b is going to be deleted. [ 1542.448825] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.449044] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.478689] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.478903] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.479673] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.479779] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.480488] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.480585] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.481295] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.481389] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.482098] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.482201] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.482919] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.483041] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.483795] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.483889] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.484538] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.484633] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.485319] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.485408] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.486282] env[65832]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1542.486718] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.486839] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da7ba78f-c26e-42e9-8da1-a75dbbec82aa is going to be deleted. [ 1542.488276] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.488373] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.488441] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.488631] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.507659] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.507831] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5640b4e1-45b6-433e-87d9-8557c8fdd5f7 is going to be deleted. [ 1542.508672] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.508877] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.522937] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.523147] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.529818] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.529964] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: adc2b205-082e-44d3-b74d-a16b9e0ad79a is going to be deleted. [ 1542.530782] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.530989] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.536632] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.536812] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.548917] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.549072] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7784a685-a1c8-4ab9-ad04-33813a952dfe is going to be deleted. [ 1542.549948] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.550185] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.569543] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.569782] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.574069] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.574223] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 906625d7-947e-41b9-8efe-9f92553100ef is going to be deleted. [ 1542.575103] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.575312] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.610306] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.610437] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.622181] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.622346] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3da5cea-2cf5-4384-8849-883cd5af0792 is going to be deleted. [ 1542.623238] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.623460] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.656079] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.656288] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.659601] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.659772] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.667078] env[65832]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1542.667554] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.667677] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5166677e-8f09-49d6-a106-fd6b59bea6d3 is going to be deleted. [ 1542.668647] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.668851] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.711775] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.712024] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7544f521-4eea-4985-b3e3-68af27ebac8a is going to be deleted. [ 1542.712851] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.713090] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.758746] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.758942] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c2324c8-df1e-43af-ba90-519c66eac09b is going to be deleted. [ 1542.759872] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.760117] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.769854] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.770073] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.815032] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.815214] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f524f17f-7074-4514-81f8-386cedcb1cc7 is going to be deleted. [ 1542.816119] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.816345] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.821290] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.821465] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.841887] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.842075] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4e5caf2-d1c2-444d-8e37-0f75a312a360 is going to be deleted. [ 1542.843016] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.843240] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.901022] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.901424] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.904137] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.904256] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd95bc98-3509-45bf-b414-69d0427d2b0d is going to be deleted. [ 1542.905214] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.905426] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.931890] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('699a9df1-78de-43ee-ba09-facfd98e2cbb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1542.957091] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.957360] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.965401] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.965610] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d3d2331-5b08-4f33-a0bc-56c0b553fce3 is going to be deleted. [ 1542.966502] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.966713] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1542.985481] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1542.985707] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.052422] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.052655] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.070886] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.071108] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.074749] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.074877] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99e9cab4-8899-4282-9329-816dcd9c7982 is going to be deleted. [ 1543.075819] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.076043] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.106064] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.106286] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.113124] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.113281] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40f57d9f-b605-4bdf-8c98-9940026ff615 is going to be deleted. [ 1543.114216] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.114453] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.114545] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.114664] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d0104092-3793-4d2f-a8ec-a2304776dc5b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.114829] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.114980] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.115070] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.115190] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da7ba78f-c26e-42e9-8da1-a75dbbec82aa" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.115901] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.115901] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.115983] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.116086] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5640b4e1-45b6-433e-87d9-8557c8fdd5f7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.116216] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.116360] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.116436] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.116550] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-adc2b205-082e-44d3-b74d-a16b9e0ad79a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.116672] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.116807] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.116897] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.117019] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7784a685-a1c8-4ab9-ad04-33813a952dfe" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.117149] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.117318] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.117393] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.117502] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-906625d7-947e-41b9-8efe-9f92553100ef" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.117623] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.117755] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.117827] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.117935] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3da5cea-2cf5-4384-8849-883cd5af0792" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.118089] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.118227] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.118299] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.118407] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5166677e-8f09-49d6-a106-fd6b59bea6d3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.118529] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.118662] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.118732] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.118842] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7544f521-4eea-4985-b3e3-68af27ebac8a" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.118967] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.119115] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.119187] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.119289] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c2324c8-df1e-43af-ba90-519c66eac09b" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.119410] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.119541] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.119611] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.119712] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f524f17f-7074-4514-81f8-386cedcb1cc7" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.119831] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.119963] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.120046] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.120153] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4e5caf2-d1c2-444d-8e37-0f75a312a360" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.120302] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.120439] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.120510] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.120618] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd95bc98-3509-45bf-b414-69d0427d2b0d" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.120740] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.120870] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.120941] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.121055] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d3d2331-5b08-4f33-a0bc-56c0b553fce3" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.219828] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.220081] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.220081] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.220276] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.220372] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.220497] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99e9cab4-8899-4282-9329-816dcd9c7982" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.253367] env[65832]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1543.253911] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.254124] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.254230] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.254466] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.254548] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.254645] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40f57d9f-b605-4bdf-8c98-9940026ff615" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.434409] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 699a9df1-78de-43ee-ba09-facfd98e2cbb: rpc.has_security_group_logging(os_id): False [ 1543.453407] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.453632] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.453632] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.453823] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.472610] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.472861] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.472983] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.473168] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.473248] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.473326] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.473411] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 699a9df1-78de-43ee-ba09-facfd98e2cbb is going to be updated. [ 1543.530400] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.530639] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.530639] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.530793] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.530933] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.555344] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 699a9df1-78de-43ee-ba09-facfd98e2cbb in Status: IN_PROGRESS for 2s [ 1545.570472] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 699a9df1-78de-43ee-ba09-facfd98e2cbb in Status: SUCCESS [ 1545.570929] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-699a9df1-78de-43ee-ba09-facfd98e2cbb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1546.893182] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1546.893540] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1551.894745] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1551.894745] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1556.895967] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1556.896308] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1557.752293] env[65832]: INFO networking_nsxv3.common.synchronization [req-608473ad-333e-47c9-b1bc-3c2f028d9d8c req-c42b5f32-64f7-4556-9d7e-9e5a25f4063b tempest-AttachVolumeShelveTestJSON-72535058 tempest-AttachVolumeShelveTestJSON-72535058-project-member] Enqueued Resource ID: 699a9df1-78de-43ee-ba09-facfd98e2cbb with Priority: HIGHEST for action security_group_members [ 1557.752833] env[65832]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 699a9df1-78de-43ee-ba09-facfd98e2cbb with Priority: HIGHEST for action security_group_members [ 1557.753152] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock member-699a9df1-78de-43ee-ba09-facfd98e2cbb taken with stack trace [, , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.753270] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-699a9df1-78de-43ee-ba09-facfd98e2cbb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.753331] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-699a9df1-78de-43ee-ba09-facfd98e2cbb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.753506] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-699a9df1-78de-43ee-ba09-facfd98e2cbb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.753661] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1557.753755] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1557.753837] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1557.753942] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1557.754309] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1557.754309] env[65832]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('699a9df1-78de-43ee-ba09-facfd98e2cbb',) {} {{(pid=65832) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1558.257650] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.258120] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.258120] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.258120] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.258326] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.258326] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.258446] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.258502] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.258630] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.258714] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.258797] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 699a9df1-78de-43ee-ba09-facfd98e2cbb is going to be updated. [ 1558.286713] env[65832]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65832) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1558.286941] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.286941] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1558.287189] env[65832]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1558.287327] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1558.295483] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 699a9df1-78de-43ee-ba09-facfd98e2cbb in Status: IN_PROGRESS for 2s [ 1560.309720] env[65832]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 699a9df1-78de-43ee-ba09-facfd98e2cbb in Status: SUCCESS [ 1560.310133] env[65832]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 699a9df1-78de-43ee-ba09-facfd98e2cbb deletion is rescheduled due to dependency. [ 1560.310133] env[65832]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-699a9df1-78de-43ee-ba09-facfd98e2cbb" {{(pid=65832) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.753582] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1562.753961] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1567.754550] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1567.754948] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1572.755750] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1572.756160] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1577.756967] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1577.756967] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1582.757782] env[65832]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1582.758117] env[65832]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0